-- Logs begin at Fri 2021-07-23 15:21:25 UTC, end at Fri 2021-07-23 16:30:41 UTC. -- Jul 23 15:59:06.830359 dv-cinder-801989-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 15:59:09.599332 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.common.config [-] Logging enabled! Jul 23 15:59:09.599972 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 15:59:09.600106 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93235) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 15:59:09.603223 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.common.config [-] Logging enabled! Jul 23 15:59:09.603471 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 15:59:09.603778 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93235) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 15:59:09.604775 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 15:59:09.605026 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 15:59:09.605391 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 15:59:09.605633 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 15:59:09.605913 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 15:59:09.606291 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.606581 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.606872 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.607099 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.607395 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.607682 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.607960 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.608269 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.608562 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.608844 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.609118 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.609395 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.609621 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.609899 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.610181 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.610463 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.610682 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] debug = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.610959 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.611378 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.611789 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.612066 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.612380 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.612655 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.612923 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.613194 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.613469 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.613797 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] host = dv-cinder-801989-4-iscsi {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.614072 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.614356 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.614638 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.614921 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.615191 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.615463 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.615742 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.616013 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.616306 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] log_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.616579 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.616862 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.617148 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.617432 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.617653 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.617871 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.618155 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.618436 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.618705 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.618974 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.619241 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.619509 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.619778 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.620044 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.620427 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.620710 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.620991 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.621263 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.621567 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.621835 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.622101 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.622381 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.622648 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.622917 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.623183 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.623466 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.623731 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.624003 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.624327 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.624612 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.624890 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.625169 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.625439 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.625718 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.625986 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.626254 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.626520 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] use_json = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.626787 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.627050 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.627329 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.627596 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.627865 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.628169 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.628421 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.628701 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:09.628997 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.629287 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.629582 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.629865 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.630154 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.630431 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.630713 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.630987 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.631286 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.631552 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.631839 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.632114 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.632422 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.632697 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.632988 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.633291 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.633580 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.633868 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.634141 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.634411 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.634682 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.634958 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.635242 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.635531 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.635820 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.636086 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.636460 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.636752 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.637624 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.637896 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.638175 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.638464 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.638743 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.639016 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.639298 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.639574 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.639842 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.640117 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.640411 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.640698 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.640970 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.641237 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.641527 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.641779 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.642043 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.642326 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.642599 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.642867 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.643133 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.643403 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.643670 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.643936 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.644234 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.644505 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.644777 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.645044 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.645313 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.645579 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.645845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.646111 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.646376 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.646644 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.646914 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.647189 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.647450 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.647720 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.647986 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.648282 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.648568 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.648863 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.649134 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.649408 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.649680 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.649952 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.650223 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.650495 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.650766 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.651040 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.651326 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.651590 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.651957 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.652339 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.653386 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.653689 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.653965 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.654240 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.654522 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.654798 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.655075 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.655362 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.655642 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.655927 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.656245 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.656532 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.656817 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.657109 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.657386 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.657694 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.657972 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:09.658192 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 15:59:09.658439 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93235) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 15:59:10.006563 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 15:59:10.006835 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 15:59:10.007118 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 15:59:10.007587 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 15:59:10.408716 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.408929 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.409187 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.410467 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.410736 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.411006 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.445571 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.445848 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.446118 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.459288 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.459561 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.459824 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.490249 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.490532 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.490800 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.526223 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.526497 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.526762 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.758495 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.759153 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.759153 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.759333 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.759962 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.886828 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.887792 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.888156 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.888432 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.888696 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.889004 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.889261 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.889513 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.889761 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.890036 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.890289 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.890545 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.890793 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.891038 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.891289 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.891553 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.891802 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.892060 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.892348 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.892598 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.892861 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.893109 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.893386 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.893764 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.894010 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.894250 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.894647 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 15:59:10.894886 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 15:59:10.895127 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 15:59:10.895355 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 15:59:10.895586 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 15:59:10.895822 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 15:59:10.896211 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 15:59:10.900597 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 15:59:10.904738 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 15:59:10.909546 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jul 23 15:59:10.911429 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 15:59:10.912077 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 15:59:10.912561 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 15:59:10.913068 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 15:59:10.916812 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 15:59:10.917126 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 15:59:10.917566 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 15:59:10.923780 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 15:59:10.946775 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 15:59:10.947244 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.947542 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93235) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 15:59:10.947899 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.949270 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93235) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 15:59:10.950117 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 15:59:10.950496 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 15:59:10.953919 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:10.954199 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.018643 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 15:59:11.018824 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 15:59:11.019021 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 15:59:11.019402 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 15:59:11.044380 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_db.sqlalchemy.engines [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93235) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 15:59:11.596433 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Initializing driver for type 'gre' Jul 23 15:59:11.596974 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] gre ID ranges: [(1, 1000)] Jul 23 15:59:11.661713 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Initializing driver for type 'local' Jul 23 15:59:11.662156 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Initializing driver for type 'vlan' Jul 23 15:59:11.676335 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] VlanTypeDriver initialization complete Jul 23 15:59:11.676678 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Initializing driver for type 'vxlan' Jul 23 15:59:11.677194 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] vxlan ID ranges: [(1, 1000)] Jul 23 15:59:11.733078 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Initializing extension driver 'port_security' Jul 23 15:59:11.733402 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.extensions.port_security [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] PortSecurityExtensionDriver initialization complete Jul 23 15:59:11.733734 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Initializing mechanism driver 'openvswitch' Jul 23 15:59:11.734055 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Initializing mechanism driver 'hyperv' Jul 23 15:59:11.740698 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:59:11.741361 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > port after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.741730 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > port after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.742081 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > port after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.742598 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 15:59:11.743029 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > subnet after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.743383 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > subnet after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.743726 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.744117 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 15:59:11.744544 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > network after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.744890 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > network after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.745292 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > network after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.745619 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 15:59:11.746017 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > security_group after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.747047 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > security_group after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.747586 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.748424 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 15:59:11.749065 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.749619 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.750162 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.750767 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 15:59:11.751396 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > address_group after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.751945 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > address_group after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.752524 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.753130 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 15:59:11.753722 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] ML2 OVO RPC backend initialized. {{(pid=93235) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 15:59:11.754829 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.755389 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.756044 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > network before_response 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.756620 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > networks before_response 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.757171 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > port before_response 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.757720 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > ports before_response 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.758264 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > subnet before_response 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.758810 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > subnets before_response 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.759363 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > network after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.759906 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > network after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.760474 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > network after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.761014 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > port after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.761559 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > port after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.762118 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > port after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.762672 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > subnet after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.763019 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > subnet after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.763360 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.763950 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.plugin [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Modular L2 Plugin initialization complete Jul 23 15:59:11.764304 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading services supported by the core plugin {{(pid=93235) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 15:59:11.764639 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.plugins.ml2.managers [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Got port-security extension from driver 'port_security' Jul 23 15:59:11.765102 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.extensions.vlantransparent [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Disabled vlantransparent extension. Jul 23 15:59:11.765585 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93235) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 15:59:11.765900 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading Plugin: router Jul 23 15:59:11.801777 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.802171 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router after_create 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.802541 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router before_create 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.802902 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.803273 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.803626 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router after_delete 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.803981 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.804363 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router after_create 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.804710 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router after_update 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.805056 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router after_update 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.805402 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.805756 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router after_update 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.806166 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router precommit_update 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.806531 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: port after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.806870 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: port after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.807203 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: subnet after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.807541 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.807893 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.808270 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router precommit_create 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.808612 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: port before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.809565 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router precommit_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.809927 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router after_update 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.810259 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.810607 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router precommit_create 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.810965 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.811307 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router precommit_update 55549900 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.811667 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > agent after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.812012 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > agent after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.812381 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > network after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.813253 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Tracking information for resource: router configured {{(pid=93235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 15:59:11.813582 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Tracking information for resource: floatingip configured {{(pid=93235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 15:59:11.818910 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.db.l3_agentschedulers_db [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 15:59:11.819482 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: port after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.819842 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: port after_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.820218 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: port after_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.820571 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: port after_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.821370 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router before_create 55550100 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.821735 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.822096 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router precommit_create 55550100 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.822452 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > router precommit_update 55550100 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.827105 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.services.provider_configuration [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service providers = [] {{(pid=93235) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 15:59:11.827471 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.db.servicetype_db [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93235) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 15:59:11.830492 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.services.service_base [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 15:59:11.830843 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.services.service_base [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 15:59:11.831184 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.services.service_base [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 15:59:11.832066 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.services.service_base [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 15:59:11.832466 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.services.service_base [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 15:59:11.832848 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 15:59:11.833168 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 15:59:11.843898 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 15:59:11.844273 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading Plugin: auto_allocate Jul 23 15:59:11.850057 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: network precommit_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.850378 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: network precommit_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.850907 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 15:59:11.851226 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading Plugin: tag Jul 23 15:59:11.858323 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 15:59:11.858653 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading Plugin: timestamp Jul 23 15:59:11.864121 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 15:59:11.864551 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading Plugin: network_ip_availability Jul 23 15:59:11.869936 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.870322 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.870664 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:11.871961 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 15:59:11.872315 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading Plugin: flavors Jul 23 15:59:11.877026 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 15:59:11.877353 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading Plugin: revisions Jul 23 15:59:11.881697 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 15:59:11.882090 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_concurrency.lockutils [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.875s {{(pid=93235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 15:59:11.882848 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93235) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 15:59:11.883179 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Initializing extension manager. Jul 23 15:59:11.883686 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: __init__.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.884028 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: __pycache__ {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.884395 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.884729 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: address_group.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.885504 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.886084 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: address-group Jul 23 15:59:11.886408 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: address_scope.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.887171 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.887677 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: address-scope Jul 23 15:59:11.887994 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.888972 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.889479 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: router-admin-state-down-before-update Jul 23 15:59:11.889801 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: agent.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.890502 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.891215 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: agent Jul 23 15:59:11.891541 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: agent_resources_synced.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.892480 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.892992 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: agent-resources-synced Jul 23 15:59:11.893314 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: allowedaddresspairs.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.895095 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.895609 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: allowed-address-pairs Jul 23 15:59:11.895933 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: auto_allocated_topology.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.897032 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.897551 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: auto-allocated-topology Jul 23 15:59:11.897872 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: availability_zone.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.898562 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.899064 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: availability_zone Jul 23 15:59:11.899382 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: availability_zone_filter.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.900325 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.900832 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: availability_zone_filter Jul 23 15:59:11.901151 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: data_plane_status.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.902061 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.902597 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 15:59:11.902926 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: default_subnetpools.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.903826 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.904356 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: default-subnetpools Jul 23 15:59:11.904676 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.905486 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.905986 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: dhcp_agent_scheduler Jul 23 15:59:11.906305 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: dns.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.907213 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.907718 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 15:59:11.908038 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: dns_domain_ports.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.908981 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.909486 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 15:59:11.909809 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.910722 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.911222 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 15:59:11.911543 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: dvr.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.912246 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.912749 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: dvr Jul 23 15:59:11.913070 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: ecmp_routes.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.913980 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.914478 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 15:59:11.914798 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: empty_string_filtering.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.915698 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.916234 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: empty-string-filtering Jul 23 15:59:11.916556 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.917460 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.917960 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 15:59:11.918801 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.919703 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.920236 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 15:59:11.920557 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: external_net.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.921456 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.921983 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: external-net Jul 23 15:59:11.922300 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.923194 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.923698 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: extra_dhcp_opt Jul 23 15:59:11.924016 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: extraroute.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.924945 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.925447 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: extraroute Jul 23 15:59:11.925765 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: extraroute_atomic.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.926796 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.927310 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: extraroute-atomic Jul 23 15:59:11.927633 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: filter_validation.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.928333 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.928834 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: filter-validation Jul 23 15:59:11.929150 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: fip_pf_description.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.930057 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.930551 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 15:59:11.930868 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: fip_port_details.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.931775 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.932298 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: fip-port-details Jul 23 15:59:11.932626 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: flavors.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.934534 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.935230 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: flavors Jul 23 15:59:11.935760 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.942106 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.942106 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 15:59:11.942106 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: floatingip_pools.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.942106 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.942106 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: floatingip-pools Jul 23 15:59:11.942106 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: ip_allocation.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.942591 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.942591 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 15:59:11.942591 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.942591 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.943031 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: ip-substring-filtering Jul 23 15:59:11.943354 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: l2_adjacency.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.944313 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.944808 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 15:59:11.945125 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: l3.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.946113 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.946618 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: router Jul 23 15:59:11.946939 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.949382 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.949905 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 15:59:11.950352 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.951307 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.951815 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: ext-gw-mode Jul 23 15:59:11.952149 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.953098 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.953600 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: l3-ha Jul 23 15:59:11.953921 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: l3_flavors.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.954827 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.955328 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: l3-flavors Jul 23 15:59:11.955649 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.956590 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.957087 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 15:59:11.957409 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: l3agentscheduler.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.958483 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.958989 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: l3_agent_scheduler Jul 23 15:59:11.959314 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: logging.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.960857 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.961375 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension logging not supported by any of loaded plugins Jul 23 15:59:11.961700 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: metering.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.962444 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.963026 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: metering Jul 23 15:59:11.963354 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.964472 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.965667 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: metering_source_and_destination_fields Jul 23 15:59:11.965942 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: multiprovidernet.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.966909 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.967420 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: multi-provider Jul 23 15:59:11.967747 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: netmtu.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.968703 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.969208 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: net-mtu Jul 23 15:59:11.969529 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: netmtu_writable.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.970444 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.970946 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: net-mtu-writable Jul 23 15:59:11.971267 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: network_availability_zone.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.971937 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.972459 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: network_availability_zone Jul 23 15:59:11.972779 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: network_ip_availability.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.973873 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.974381 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: network-ip-availability Jul 23 15:59:11.974701 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: network_segment_range.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.975473 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.975972 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 15:59:11.976325 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: pagination.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.977301 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.977636 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: pagination Jul 23 15:59:11.977956 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: port_device_profile.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.978879 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.979387 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: port-device-profile Jul 23 15:59:11.979706 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.980738 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.981725 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: port-mac-address-regenerate Jul 23 15:59:11.982042 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.982954 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.983455 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: port-numa-affinity-policy Jul 23 15:59:11.983772 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: port_resource_request.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.984717 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.985215 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 15:59:11.985532 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: portbindings.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.986454 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.986960 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: binding Jul 23 15:59:11.987278 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: portbindings_extended.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.988749 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.989256 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: binding-extended Jul 23 15:59:11.989584 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: portsecurity.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.990499 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.990997 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: port-security Jul 23 15:59:11.991319 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: project_id.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.992339 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.992671 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: project-id Jul 23 15:59:11.993025 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: providernet.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.993951 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.994488 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: provider Jul 23 15:59:11.994816 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: qos.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:11.998383 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:11.998901 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension qos not supported by any of loaded plugins Jul 23 15:59:11.999235 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.000509 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.001020 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 15:59:12.001371 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.002306 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.002969 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 15:59:12.003317 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: qos_default.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.004287 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.004832 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension qos-default not supported by any of loaded plugins Jul 23 15:59:12.005174 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: qos_fip.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.005872 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.006372 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 15:59:12.006690 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: qos_gateway_ip.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.007621 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.008122 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 15:59:12.008464 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: qos_port_network_policy.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.009372 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.009870 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 15:59:12.010189 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: qos_rule_type_details.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.011097 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.011593 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 15:59:12.011974 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: qos_rules_alias.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.013101 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.013610 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 15:59:12.013932 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: quotasv2.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.014909 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.015230 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: quotas Jul 23 15:59:12.015545 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: quotasv2_detail.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.018631 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.018975 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: quota_details Jul 23 15:59:12.019305 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: rbac.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.020442 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.020991 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: rbac-policies Jul 23 15:59:12.021324 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: rbac_address_group.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.022479 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.022999 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: rbac-address-group Jul 23 15:59:12.023328 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: rbac_address_scope.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.024267 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.024776 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: rbac-address-scope Jul 23 15:59:12.025102 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: rbac_security_groups.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.026015 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.026524 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: rbac-security-groups Jul 23 15:59:12.026845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: rbac_subnetpool.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.028390 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.028898 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: rbac-subnetpool Jul 23 15:59:12.029244 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: revisionifmatch.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.030161 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.030665 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: revision-if-match Jul 23 15:59:12.031008 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: revisions.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.032151 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.032665 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: standard-attr-revisions Jul 23 15:59:12.032990 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: router_availability_zone.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.033672 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.034175 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: router_availability_zone Jul 23 15:59:12.034496 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: routerservicetype.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.035426 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.035928 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 15:59:12.036292 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.037224 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.037731 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: security-groups-normalized-cidr Jul 23 15:59:12.038058 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.038972 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.039478 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: port-security-groups-filtering Jul 23 15:59:12.039821 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.040820 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.041341 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: security-groups-remote-address-group Jul 23 15:59:12.041688 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: securitygroup.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.053860 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.054407 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: security-group Jul 23 15:59:12.054740 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: segment.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.055573 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.056076 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension segment not supported by any of loaded plugins Jul 23 15:59:12.056431 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.057426 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.057926 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 15:59:12.058249 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: servicetype.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.059531 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.060055 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: service-type Jul 23 15:59:12.060417 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: sorting.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.061413 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.061725 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: sorting Jul 23 15:59:12.062046 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: standard_attr_segment.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.063026 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.063531 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 15:59:12.063854 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: standardattrdescription.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.064528 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.065281 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: standard-attr-description Jul 23 15:59:12.065600 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: stateful_security_group.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.066539 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.067044 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: stateful-security-group Jul 23 15:59:12.067365 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: stdattrs_common.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.067951 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 15:59:12.068317 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.069247 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.069759 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 15:59:12.070081 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: subnet_onboard.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.071143 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.071652 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: subnet_onboard Jul 23 15:59:12.071976 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.072925 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.073429 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 15:59:12.073770 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: subnet_service_types.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.074816 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.075423 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: subnet-service-types Jul 23 15:59:12.075750 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: subnetallocation.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.076868 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.077376 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: subnet_allocation Jul 23 15:59:12.077699 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.078376 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.078879 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: subnetpool-prefix-ops Jul 23 15:59:12.079199 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.080121 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.080649 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 15:59:12.080988 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: tagging.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.082104 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.082615 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: standard-attr-tag Jul 23 15:59:12.082941 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: timestamp.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.084159 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.084682 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loaded extension: standard-attr-timestamp Jul 23 15:59:12.085006 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: trunk.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.086039 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.086555 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension trunk not supported by any of loaded plugins Jul 23 15:59:12.086878 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: trunk_details.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.087803 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.088344 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 15:59:12.088665 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: uplink_status_propagation.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.089593 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.090698 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 15:59:12.091062 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Loading extension file: vlantransparent.py {{(pid=93235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 15:59:12.091743 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 15:59:12.092273 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 15:59:12.094769 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:network Jul 23 15:59:12.095298 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:subnet Jul 23 15:59:12.095694 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 15:59:12.096081 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:port Jul 23 15:59:12.097367 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.097815 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service FLAVORS assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.098433 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.098868 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.099197 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:router Jul 23 15:59:12.099620 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 15:59:12.100211 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service METERING assigned prefix: /metering {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.101591 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:12.101967 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:12.102313 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 15:59:12.103329 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 15:59:12.103779 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:security_group Jul 23 15:59:12.104246 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 15:59:12.104844 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service CORE assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.105172 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 15:59:12.105514 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] subnetpool is already registered Jul 23 15:59:12.106504 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service CORE assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.106823 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 15:59:12.107150 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] subnetpool is already registered Jul 23 15:59:12.109489 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.109930 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service FLAVORS assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.110513 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.110928 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.111274 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:router Jul 23 15:59:12.111611 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] router is already registered Jul 23 15:59:12.112023 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 15:59:12.112392 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] floatingip is already registered Jul 23 15:59:12.112853 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service METERING assigned prefix: /metering {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.113520 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 15:59:12.113845 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] rbac_policy is already registered Jul 23 15:59:12.114256 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:security_group Jul 23 15:59:12.114587 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] security_group is already registered Jul 23 15:59:12.114985 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 15:59:12.115316 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] security_group_rule is already registered Jul 23 15:59:12.115934 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service CORE assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.116298 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 15:59:12.116633 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] subnetpool is already registered Jul 23 15:59:12.117057 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.v2.resource_helper [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Service CORE assigned prefix: {{(pid=93235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 15:59:12.117378 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 15:59:12.117704 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING neutron.quota.resource_registry [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] subnetpool is already registered Jul 23 15:59:12.118184 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: extensions {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.119685 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: address-groups {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.121251 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: address-scopes {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.122711 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: agents {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.123856 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: auto-allocated-topology {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.125131 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: availability_zones {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.126350 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: dhcp-networks {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.129019 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: dhcp-agents {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.130434 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: routers {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.132155 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: flavors {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.133418 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: service_profiles {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.134614 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: next_providers {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.136204 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: service_profiles {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.137876 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: floatingip-pools {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.139074 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: routers {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.140795 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: floatingips {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.142074 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: l3-routers {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.143455 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: l3-agents {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.144884 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: metering-labels {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.146110 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: metering-label-rules {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.147582 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: network-ip-availabilities {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.148947 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: bindings {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.150514 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: quotas {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.152107 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: quotas {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.154137 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: rbac-policies {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.155317 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: security-groups {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.156644 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: security-group-rules {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.157873 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: service-providers {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.159108 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: subnetpools {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.160531 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: subnetpools {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.162088 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: tags {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.163744 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: tags {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.165580 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: tags {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.167336 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: tags {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.169643 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: tags {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.172399 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: tags {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.174079 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: tags {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.175856 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: tags {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.177722 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: tags {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.179431 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron.api.extensions [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Extended resource: tags {{(pid=93235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 15:59:12.185493 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING keystonemiddleware.auth_token [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 15:59:12.190319 dv-cinder-801989-4-iscsi neutron-server[93235]: WARNING keystonemiddleware.auth_token [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 15:59:12.199925 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_concurrency.lockutils [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Acquired lock "singleton_lock" {{(pid=93235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 15:59:12.200421 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_concurrency.lockutils [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Releasing lock "singleton_lock" {{(pid=93235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 15:59:12.201078 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO oslo_service.service [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Starting 2 workers Jul 23 15:59:12.205871 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Started child 93342 {{(pid=93235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 15:59:12.210414 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Started child 93343 {{(pid=93235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 15:59:12.211628 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:12.212399 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO neutron.service [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 15:59:12.212731 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Notify callbacks [] for process, before_spawn {{(pid=93235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:12.212964 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [-] (93342) wsgi starting up on http://0.0.0.0:9696 Jul 23 15:59:12.215967 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:12.216748 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO oslo_service.service [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Starting 1 workers Jul 23 15:59:12.217451 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [-] (93343) wsgi starting up on http://0.0.0.0:9696 Jul 23 15:59:12.221696 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Started child 93344 {{(pid=93235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 15:59:12.222221 dv-cinder-801989-4-iscsi neutron-server[93235]: INFO oslo_service.service [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Starting 1 workers Jul 23 15:59:12.225295 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.service [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] calling RpcWorker wait() {{(pid=93344) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 15:59:12.225856 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.service [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] returning from RpcWorker wait() {{(pid=93344) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 15:59:12.226756 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Started child 93345 {{(pid=93235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 15:59:12.226984 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:12.227590 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0891-24aa-40d6-9912-224c2742a544 None None] Notify callbacks [] for process, after_spawn {{(pid=93235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:12.227697 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:59:12.229423 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 15:59:12.229635 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 15:59:12.229986 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 15:59:12.230206 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 15:59:12.230654 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 15:59:12.230785 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 15:59:12.231795 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.232077 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.232362 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.232472 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:12.232915 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.232915 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.233462 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.233624 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:59:12.233766 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.233905 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.234166 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.234394 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.234555 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.234715 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.234978 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.235221 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.235505 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.235768 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.236019 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.236310 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.236485 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.236734 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.237009 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.237251 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.237506 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] debug = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.237756 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.238251 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.238494 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.238726 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.238955 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.239238 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.239488 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.239767 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.239995 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.240252 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.240485 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.240734 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.240976 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.241189 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.241426 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.241674 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.241909 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.242384 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] host = dv-cinder-801989-4-iscsi {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.242613 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.242827 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.243070 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.243383 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.243573 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.243803 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.244058 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.244377 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.244643 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.244814 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.245069 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.245320 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.245565 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.245798 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.245942 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_options = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.246232 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.246510 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.246765 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.246952 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.247120 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.247261 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.247529 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.247694 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.247891 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.248163 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.248379 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.248590 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.248801 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.249011 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.249258 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.249488 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.249699 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.249905 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.250153 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.250391 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.250612 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.250850 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.251061 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.251310 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.251520 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.251730 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.251950 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.252315 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.252471 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.252684 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.252921 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.253160 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.253401 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.253813 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.253964 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.254101 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.254259 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.254532 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.254786 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.254992 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.255231 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.255465 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.255705 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.255917 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.256168 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.256389 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_json = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.256598 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.256826 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.257089 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.257316 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.257528 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.257765 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.257956 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.258201 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.258605 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.258896 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.260044 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.260044 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.260044 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.260702 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.261040 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.261495 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.261749 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.262047 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.262406 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.262726 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.263030 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.263284 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.263530 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.264314 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.264314 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.264588 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.264722 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.267588 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.267588 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.267588 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.267588 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.267588 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.267588 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.267588 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.267588 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.268845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.268845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.268845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.268845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.268845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.268845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.268845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.268845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.268845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.269967 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.269967 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.269967 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.269967 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.269967 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.269967 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.272814 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.272814 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.272814 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.272814 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.272814 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.272814 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.272814 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.272814 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.272814 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.275889 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.275889 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.275889 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.275889 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.275889 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.275889 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.275889 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.275889 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.275889 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.276676 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.276676 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.276676 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.276676 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.276676 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.276676 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.276676 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.276676 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.276676 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.277307 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.277307 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.277307 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.278329 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.278329 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.278504 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.278712 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.278936 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.279180 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.279409 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.279638 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.279867 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.280089 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.280371 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.280593 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.280871 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.281182 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.281439 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.281714 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.281974 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.282233 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.282481 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.282740 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.282984 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.283206 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.283423 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.283679 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.283936 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.286094 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.286350 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.286615 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.286899 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.287169 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.287370 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.287599 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.287887 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.288104 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.288411 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.288668 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.288927 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.289186 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.289420 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.289730 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.289972 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.290260 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.290513 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.290794 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.291102 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.291391 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.291672 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.291924 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.294862 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.294862 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.294862 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.294862 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.294862 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.294862 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.294862 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.294862 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.295478 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.295478 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.295478 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.295478 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.295799 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.295936 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.296211 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.296450 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.296724 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.296986 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.297324 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.297704 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.297992 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.298230 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.298486 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.298718 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.298961 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.299489 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.299744 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.299966 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.300239 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.300478 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.300718 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.300937 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.301181 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.301525 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.301864 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.302243 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.302628 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.303019 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.303633 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.304068 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.304515 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.304902 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.305330 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.305754 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.306168 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.306556 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.306907 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.307324 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.307866 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.308323 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.308815 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.309184 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.309568 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.310133 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.310615 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.310969 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.311694 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.312088 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.312570 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.313023 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.313323 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.313600 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.313855 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.314102 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.314365 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.314628 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.314895 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.315509 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.315758 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.315997 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.316276 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.316505 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.316746 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.316972 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.317216 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.317440 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.317658 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.317995 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.318130 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.318362 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.318786 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.319007 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.319225 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.319477 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.319699 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.319932 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.320249 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.320747 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.320747 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.320980 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.321221 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.321460 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.321691 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.321905 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.322139 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.322389 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.322609 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.322818 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.323065 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.323274 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.323488 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.323710 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.323950 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.324184 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.324518 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.324749 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.325019 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.325292 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.325536 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.325751 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.325979 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.326235 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.326463 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.326690 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.326907 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.327117 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.327351 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.327562 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.327774 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.327991 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.328237 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.328445 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.328753 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.329019 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.329241 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.329532 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.329763 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.330029 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.330340 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.330589 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.330821 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.331064 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.331302 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.331519 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.331761 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.332017 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.332339 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.332614 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.332902 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.333160 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.333454 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.333730 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.334007 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.334241 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.334550 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.334882 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.335179 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.335446 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.335697 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.335947 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.336195 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.336414 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.336651 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.336888 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.337126 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.337367 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.337596 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.337828 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.338045 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.338277 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.338518 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.338743 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.338974 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.339230 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.339462 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.339619 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 15:59:12.340840 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 15:59:12.341161 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 15:59:12.341321 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 15:59:12.341493 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 15:59:12.341666 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 15:59:12.341821 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 15:59:12.342029 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.342195 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.342358 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.342519 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.342733 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.342924 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.343080 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.343235 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.343718 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.343718 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.343718 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.343926 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.343992 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.344158 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.344476 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.344776 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.345090 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.345253 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.345802 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.345802 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.345802 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.346035 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.346035 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] debug = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.346201 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.346342 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.346519 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.346679 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.346838 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.346997 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.347161 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.347327 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.347542 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.347640 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.347780 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.347939 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.348097 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.348282 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.348434 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.348593 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.348753 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.348913 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] host = dv-cinder-801989-4-iscsi {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.349072 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.349230 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.349390 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.349548 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.349708 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.349866 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.350024 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.350183 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.350400 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.350514 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.350649 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.350960 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.351125 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.351286 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.351445 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_options = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.351603 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.351766 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.351923 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.352109 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.352311 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.352474 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.352633 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.352793 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.352954 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.353112 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.353271 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.353428 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.353744 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.353909 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.354068 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.354227 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.354387 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.354547 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.354710 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.354870 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.355029 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.355187 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.355347 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.355506 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.356361 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.356557 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.356763 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.356925 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.357092 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.357247 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.357415 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.357545 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.357698 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.357859 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.358018 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.358178 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.358337 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.358501 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.358660 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.358839 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.358974 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.359134 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.359293 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.359452 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.359611 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.359769 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_json = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.359927 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.360086 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.360270 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.360429 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.360589 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.360747 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.360906 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.361068 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 15:59:12.361248 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.361413 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.361587 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.361750 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.362212 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.362212 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.362212 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.362452 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.362532 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.362673 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.362845 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.363012 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.363182 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.363346 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.363513 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.363676 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.364003 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.364113 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:59:12.364228 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.364350 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.364514 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.364678 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.364841 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.365022 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.365185 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.365348 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.365510 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.365672 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.365835 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.365997 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.366160 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.366323 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.366487 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.366649 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.366811 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.366972 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.367135 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.367368 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.367468 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.367612 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.367773 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.367935 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.368101 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.368302 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.368465 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.368627 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.368793 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.368959 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.369123 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.369285 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.369446 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.369621 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.369784 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.369946 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.370108 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.370270 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.370432 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.370594 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.370756 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.370917 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.371079 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.371277 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.371692 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.371692 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.371860 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.371941 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.372068 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.372251 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.372413 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.372576 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.372740 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.372903 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.373065 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.373226 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.373389 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.373551 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.373718 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.373880 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.374043 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.374205 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.374367 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.374529 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.374690 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.374854 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.375018 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.375189 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.375522 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.375686 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.375995 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.376413 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.376730 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.376894 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.377203 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.377520 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.377682 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.377992 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.378159 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.378321 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.378488 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.378654 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.378815 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.379128 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.379295 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.379458 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.379621 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.379785 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.379948 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.380112 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.380296 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.380459 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.380622 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.380783 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.380957 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.381139 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.381282 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.381444 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.381616 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.381790 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.381954 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.382117 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.382279 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.382441 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.382603 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.382764 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.382925 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.383087 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.383248 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.383411 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.383586 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.383759 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.383923 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.384179 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.384279 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.384444 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.384607 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.384768 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.384931 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.385093 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.385255 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.385418 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.385580 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.385743 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.385905 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.386069 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.386232 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.386395 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.386557 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.386726 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.387391 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.387553 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.387717 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.387881 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.388043 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.388227 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.388392 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.388555 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.388717 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.388881 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.389052 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.389212 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.389374 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.389538 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.389700 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.389863 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.390025 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.390187 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.390352 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.390514 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.390677 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.390838 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.391003 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.391166 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.391330 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.391494 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.391657 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.391820 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.391983 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.392177 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.392330 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.392494 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.392656 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.392820 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.392984 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.393147 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.393311 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.393475 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.393637 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.393800 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.393982 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.394144 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.394307 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.394469 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.394632 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.394795 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.394957 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.395119 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.395280 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.395442 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.395602 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.395767 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.395932 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.396094 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.396282 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.396445 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.396608 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.396771 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.396934 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.397110 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.397274 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.397437 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.397599 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.397762 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.397925 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.398098 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.398260 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.398423 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.398586 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.398748 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.398910 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.399097 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.399244 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.399406 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.399569 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.399731 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.399893 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.400065 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.400248 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.400412 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.400574 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.400736 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.400917 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.401110 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.401276 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.401441 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.401604 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.401766 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.401928 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.403079 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.403079 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.403079 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.403079 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.403426 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.403426 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.403587 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.403723 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.403891 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.404064 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.404248 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.404410 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.404815 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.404815 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.405006 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.405115 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.405203 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.405354 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.405518 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.405683 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.405850 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.406022 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.406374 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.406374 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.406530 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.406670 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.406841 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.407004 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.407172 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.407348 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.407649 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.407649 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.407811 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.407973 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.408211 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.408316 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.408478 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.408639 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.408804 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.408966 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.409133 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.409294 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.409458 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.409605 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.409772 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.409938 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.410098 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.410262 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.410422 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 15:59:12.410576 dv-cinder-801989-4-iscsi neutron-server[93235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 15:59:12.512629 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39120) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:59:12.521101 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062485 Jul 23 15:59:24.202535 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808498fa-ea08-4a72-9425-2230f925c92a None None] get_active_networks_info from dv-cinder-801989-4-iscsi {{(pid=93344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 15:59:24.321121 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808498fa-ea08-4a72-9425-2230f925c92a None None] No non-hosted networks {{(pid=93344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 15:59:24.329144 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.agentschedulers_db [None req-808498fa-ea08-4a72-9425-2230f925c92a None None] DHCP Agent not found on host dv-cinder-801989-4-iscsi {{(pid=93344) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 15:59:24.390805 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ee74835c-ec65-423f-8ff4-074fd44e42bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16375944'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:26.890374 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3cc309ec-f462-45c8-ba20-20acd835cbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16375944'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:26.948003 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ba458879-5322-4c16-b5be-82b5f8b32591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:27.154296 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16375944'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:27.155378 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.157065 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.157988 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.158568 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.160272 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.160868 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.162304 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.163008 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.163703 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.165106 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.165687 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.168698 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:27.169438 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801989-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:59:27.180753 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801989-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 15:59:28.127601 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16375944'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:29.765882 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16375944'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:30.898129 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39212) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:59:31.435515 dv-cinder-801989-4-iscsi neutron-server[93343]: WARNING oslo_policy.policy [None req-15f604c4-0f25-48bb-9e0e-6cd14c901fbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 15:59:31.436122 dv-cinder-801989-4-iscsi neutron-server[93343]: WARNING oslo_policy.policy [None req-15f604c4-0f25-48bb-9e0e-6cd14c901fbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 15:59:31.660621 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [None req-15f604c4-0f25-48bb-9e0e-6cd14c901fbd admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 15:59:31.661640 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-15f604c4-0f25-48bb-9e0e-6cd14c901fbd admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7626128 Jul 23 15:59:33.269344 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.db.l3_hamode_db [None req-c5c7c6ab-81ff-4576-b8ab-c2b0d300a882 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 15:59:33.350017 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7c6ab-81ff-4576-b8ab-c2b0d300a882 None None] Routers set() bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 15:59:33.350449 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7c6ab-81ff-4576-b8ab-c2b0d300a882 None None] Router IDs set() for agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 15:59:34.101178 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 39226) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:59:34.630111 dv-cinder-801989-4-iscsi neutron-server[93342]: WARNING oslo_policy.policy [None req-dcc5d9fc-e9dc-46d0-80e1-3b4d6a710f22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 15:59:34.630704 dv-cinder-801989-4-iscsi neutron-server[93342]: WARNING oslo_policy.policy [None req-dcc5d9fc-e9dc-46d0-80e1-3b4d6a710f22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 15:59:34.852879 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-dcc5d9fc-e9dc-46d0-80e1-3b4d6a710f22 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:59:34.948759 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.policy [None req-dcc5d9fc-e9dc-46d0-80e1-3b4d6a710f22 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93342) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 15:59:34.994444 dv-cinder-801989-4-iscsi neutron-server[93342]: WARNING oslo_policy.policy [None req-dcc5d9fc-e9dc-46d0-80e1-3b4d6a710f22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 15:59:34.994828 dv-cinder-801989-4-iscsi neutron-server[93342]: WARNING oslo_policy.policy [None req-dcc5d9fc-e9dc-46d0-80e1-3b4d6a710f22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 15:59:35.003887 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.quota [None req-dcc5d9fc-e9dc-46d0-80e1-3b4d6a710f22 admin admin] Loaded quota_driver: . Jul 23 15:59:35.101661 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dcc5d9fc-e9dc-46d0-80e1-3b4d6a710f22 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729618149029', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729618145426', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729618136362', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729618134756', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729618107553', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729618113443', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-574356', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-561585', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16732084', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16681134'] for rbac-policy, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:35.173106 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dcc5d9fc-e9dc-46d0-80e1-3b4d6a710f22 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:35.174522 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-dcc5d9fc-e9dc-46d0-80e1-3b4d6a710f22 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0711405 Jul 23 15:59:37.810340 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39244) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:59:38.143626 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Request body: {'network': {'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'admin_state_up': True, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'name': 'private'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:59:38.145059 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.quota [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Loaded quota_driver: . Jul 23 15:59:38.207983 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Made reservation on behalf of fca29169bfd54e4d96cb29f4a60f2b9a for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:59:38.276968 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.policy [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93343) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 15:59:38.323379 dv-cinder-801989-4-iscsi neutron-server[93343]: WARNING oslo_policy.policy [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 15:59:38.323791 dv-cinder-801989-4-iscsi neutron-server[93343]: WARNING oslo_policy.policy [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 15:59:38.334572 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:38.357745 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:38.502969 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:38.508548 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:38.529311 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 15:59:38.561967 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729613501826', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:38.562580 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Unsubscribe: segment precommit_create {{(pid=93343) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 15:59:38.563102 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Added segment ef458a2e-e8a5-482c-8b44-f7cd415413aa of type vlan for network 228817fa-7354-4ea3-80a1-dec9460fcb8b Jul 23 15:59:38.582072 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f874ae20-089b-4441-85c7-269c7388f54c,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:59:38.611331 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.611732 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.612072 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.612436 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.612764 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.613111 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.613437 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.613757 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.614091 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.614413 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.614728 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.615043 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Tracked resource versions report: Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: pushed versions: Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: { 'AddressGroup': {'1.2'}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'ConntrackHelper': {'1.0'}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Log': {'1.0'}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Network': {'1.1'}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Port': {'1.7'}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'PortForwarding': {'1.2'}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'QosPolicy': {'1.8'}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SecurityGroup': {'1.4'}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SecurityGroupRule': {'1.2'}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SubPort': {'1.0'}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Subnet': {'1.1'}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Trunk': {'1.1'}} Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: consumer versions: Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: { DHCP agent@dv-cinder-801989-4-iscsi: {}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: L3 agent@dv-cinder-801989-4-iscsi: {}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: Metadata agent@dv-cinder-801989-4-iscsi: {}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: Metering agent@dv-cinder-801989-4-iscsi: {}, Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: Open vSwitch agent@dv-cinder-801989-4-iscsi: { 'AddressGroup': '1.2', Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'ConntrackHelper': '1.0', Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Log': '1.0', Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Network': '1.1', Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Port': '1.7', Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'PortForwarding': '1.2', Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'QosPolicy': '1.8', Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SecurityGroup': '1.4', Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SecurityGroupRule': '1.2', Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SubPort': '1.0', Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Subnet': '1.1', Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Trunk': '1.1'}} Jul 23 15:59:38.616218 dv-cinder-801989-4-iscsi neutron-server[93343]: {{(pid=93343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 15:59:38.687453 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:38.748174 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:38.749331 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:59:38.750058 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:38.813495 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0019650 Jul 23 15:59:38.857014 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9554d28-af1f-41f4-95e5-49946e499ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=228817fa-7354-4ea3-80a1-dec9460fcb8b,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:59:38.870251 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network 228817fa-7354-4ea3-80a1-dec9460fcb8b details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 15:59:41.599135 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39260) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:59:42.010251 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba0a1e2-d277-4eba-992f-3b964693a8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:59:42.012393 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5ba0a1e2-d277-4eba-992f-3b964693a8bf admin admin] 10.222.0.65 "GET /v2.0/networks/228817fa-7354-4ea3-80a1-dec9460fcb8b HTTP/1.1" status: 200 len: 825 time: 0.4122813 Jul 23 15:59:42.050870 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c787ef64-cd56-43c9-a55e-5a817915fba2 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/9988ea65-fc28-48c5-9ac3-0b5b4a1e3d37 HTTP/1.1" status: 200 len: 734 time: 0.0330665 Jul 23 15:59:42.065042 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] Request body: {'subnet': {'subnetpool_id': '9988ea65-fc28-48c5-9ac3-0b5b4a1e3d37', 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:59:42.090268 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] Made reservation on behalf of fca29169bfd54e4d96cb29f4a60f2b9a for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:59:42.092758 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:42.410672 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:42.475125 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff354ae-fa31-4cff-bf94-373d63a35848,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:59:42.486310 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] Checking segment: {'id': 'ef458a2e-e8a5-482c-8b44-f7cd415413aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:59:42.486685 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] Network hostable DHCP agents. Network: 228817fa-7354-4ea3-80a1-dec9460fcb8b, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 15:59:42.511050 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] Network 228817fa-7354-4ea3-80a1-dec9460fcb8b is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 15:59:42.533762 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, 228817fa-7354-4ea3-80a1-dec9460fcb8b) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:59:42.538752 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:59:42.539329 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:42.546942 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea5537-401d-4f24-906e-a22372462eae None None] Network 228817fa-7354-4ea3-80a1-dec9460fcb8b requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:59:42.554781 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0675bb79-18b9-4d90-bf46-788a68aa7ea9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4984918 Jul 23 15:59:42.887174 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb52a4463-a496-520e-acd4-c3663e80fcd1-228817fa-7354-4ea3-80a1-dec9460fcb8b', 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'fixed_ips': [{'subnet_id': '8ff354ae-fa31-4cff-bf94-373d63a35848'}]}} from dv-cinder-801989-4-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 15:59:42.888437 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:43.171522 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Allocated IP 172.20.0.2 (228817fa-7354-4ea3-80a1-dec9460fcb8b/8ff354ae-fa31-4cff-bf94-373d63a35848/14150ea8-ac91-4757-8d29-dee686192c2d) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 15:59:43.406944 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:43.422725 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Transition to ACTIVE for port object 14150ea8-ac91-4757-8d29-dee686192c2d will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:59:43.448603 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Transition to ACTIVE for port object 14150ea8-ac91-4757-8d29-dee686192c2d will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 15:59:43.458854 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:43.532465 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Network 228817fa-7354-4ea3-80a1-dec9460fcb8b is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 15:59:43.537197 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 15:59:43.550239 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 15:59:43.553483 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Pushing event updated for resources: {'Port': ['ID=14150ea8-ac91-4757-8d29-dee686192c2d,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:59:43.584449 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.584793 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.585137 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.585481 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.585797 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.586155 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.586484 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.586807 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.587144 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.587465 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.587791 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.588108 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Tracked resource versions report: Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: pushed versions: Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: { 'AddressGroup': {'1.2'}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'ConntrackHelper': {'1.0'}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Log': {'1.0'}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Network': {'1.1'}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Port': {'1.7'}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'PortForwarding': {'1.2'}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'QosPolicy': {'1.8'}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SecurityGroup': {'1.4'}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SecurityGroupRule': {'1.2'}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SubPort': {'1.0'}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Subnet': {'1.1'}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Trunk': {'1.1'}} Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: consumer versions: Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: { DHCP agent@dv-cinder-801989-4-iscsi: {}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: L3 agent@dv-cinder-801989-4-iscsi: {}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: Metadata agent@dv-cinder-801989-4-iscsi: {}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: Metering agent@dv-cinder-801989-4-iscsi: {}, Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: Open vSwitch agent@dv-cinder-801989-4-iscsi: { 'AddressGroup': '1.2', Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'ConntrackHelper': '1.0', Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Log': '1.0', Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Network': '1.1', Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Port': '1.7', Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'PortForwarding': '1.2', Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'QosPolicy': '1.8', Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SecurityGroup': '1.4', Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SecurityGroupRule': '1.2', Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SubPort': '1.0', Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Subnet': '1.1', Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Trunk': '1.1'}} Jul 23 15:59:43.590546 dv-cinder-801989-4-iscsi neutron-server[93344]: {{(pid=93344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 15:59:43.645461 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Attempting to bind port 14150ea8-ac91-4757-8d29-dee686192c2d on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 15:59:43.645855 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Attempting to bind port 14150ea8-ac91-4757-8d29-dee686192c2d by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'ef458a2e-e8a5-482c-8b44-f7cd415413aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 15:59:43.646290 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Attempting to bind port 14150ea8-ac91-4757-8d29-dee686192c2d on network 228817fa-7354-4ea3-80a1-dec9460fcb8b {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 15:59:43.652918 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 15:59:43.653330 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Checking segment: {'id': 'ef458a2e-e8a5-482c-8b44-f7cd415413aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 15:59:43.653801 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:43.654194 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Bound using segment: {'id': 'ef458a2e-e8a5-482c-8b44-f7cd415413aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 15:59:43.654683 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Bound port: 14150ea8-ac91-4757-8d29-dee686192c2d, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef458a2e-e8a5-482c-8b44-f7cd415413aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 15:59:43.655113 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:43.724755 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] For port 14150ea8-ac91-4757-8d29-dee686192c2d, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 15:59:43.730032 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] For port 14150ea8-ac91-4757-8d29-dee686192c2d, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=14150ea8-ac91-4757-8d29-dee686192c2d,segment=NetworkSegment(ef458a2e-e8a5-482c-8b44-f7cd415413aa),segment_id=ef458a2e-e8a5-482c-8b44-f7cd415413aa)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 15:59:43.736809 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:43.810389 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca5749-9bbf-4f4f-88cd-0756c38b2ea5 None None] Pushing event updated for resources: {'Port': ['ID=14150ea8-ac91-4757-8d29-dee686192c2d,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:59:45.052117 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39268) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:59:45.440322 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [None req-6377cb6e-2070-4fae-bc17-ad1a904fb3f6 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 15:59:45.441363 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-6377cb6e-2070-4fae-bc17-ad1a904fb3f6 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3882437 Jul 23 15:59:48.021318 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39276) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:59:48.335546 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [None req-4ad613b5-dc18-405a-941e-3c9df90639cc admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 15:59:48.336537 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4ad613b5-dc18-405a-941e-3c9df90639cc admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143029 Jul 23 15:59:51.259804 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 39286) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:59:51.632653 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-666fbaa0-1ae2-41e8-b6de-7d875f1c4732 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:59:51.662980 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-666fbaa0-1ae2-41e8-b6de-7d875f1c4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1980'] for router, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:51.664778 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-666fbaa0-1ae2-41e8-b6de-7d875f1c4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16380256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16280892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1925'] for router, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:51.872593 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-666fbaa0-1ae2-41e8-b6de-7d875f1c4732 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:51.880472 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-666fbaa0-1ae2-41e8-b6de-7d875f1c4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16380211'] for router, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:51.897690 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-666fbaa0-1ae2-41e8-b6de-7d875f1c4732 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:51.899101 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-666fbaa0-1ae2-41e8-b6de-7d875f1c4732 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6376994 Jul 23 15:59:53.066694 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f1650a-48c0-4cd2-b0fb-906dc35dae9f None None] Network 228817fa-7354-4ea3-80a1-dec9460fcb8b requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 15:59:53.082437 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 14150ea8-ac91-4757-8d29-dee686192c2d up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:59:53.233303 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-0c9ea4e5-f818-438b-bfec-805f0a46b072 None None] Provisioning for port 14150ea8-ac91-4757-8d29-dee686192c2d completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:59:53.265898 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 14150ea8-ac91-4757-8d29-dee686192c2d completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 15:59:53.287425 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 14150ea8-ac91-4757-8d29-dee686192c2d triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:59:53.287811 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:53.457286 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:53.505989 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 14150ea8-ac91-4757-8d29-dee686192c2d, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=14150ea8-ac91-4757-8d29-dee686192c2d,segment=NetworkSegment(ef458a2e-e8a5-482c-8b44-f7cd415413aa),segment_id=ef458a2e-e8a5-482c-8b44-f7cd415413aa)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 15:59:53.511423 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:53.563054 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=14150ea8-ac91-4757-8d29-dee686192c2d,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:59:53.678670 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f88b8a0f-b320-4bf2-bf6f-1d49c1a51bd2 None None] Provisioning complete for port 14150ea8-ac91-4757-8d29-dee686192c2d triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:59:53.679039 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f88b8a0f-b320-4bf2-bf6f-1d49c1a51bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:54.086989 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-4469951d-703e-48e0-9071-ef56b2aba01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:54.459868 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 39300) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:59:54.793764 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [None req-6beb6ba4-c4aa-4ac1-badb-1410787967bd admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 15:59:54.794781 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6beb6ba4-c4aa-4ac1-badb-1410787967bd admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3339181 Jul 23 15:59:55.055750 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 14150ea8-ac91-4757-8d29-dee686192c2d up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 15:59:55.108159 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 14150ea8-ac91-4757-8d29-dee686192c2d triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 15:59:55.109020 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:56.883099 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-05286da7-99ad-4b66-ad41-46bcbcaea244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:57.142570 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:57.316158 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39308) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 15:59:57.700601 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 15:59:57.727057 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Made reservation on behalf of 52b5cca958f047179992da0092995987 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 15:59:57.730098 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:57.738971 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:57.842443 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:57.846467 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:57.862852 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Reserving flat network on physical network physnet1 {{(pid=93343) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 15:59:57.882093 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6444fef9-02de-4dd4-a102-321a7dcfe20f,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:59:57.888354 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:57.888700 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Added segment bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0 of type flat for network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 Jul 23 15:59:57.941791 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:57.990265 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:57.991234 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 15:59:57.991811 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:58.027452 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7102051 Jul 23 15:59:58.059145 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14948975-1dc1-498c-8e10-e8ecf85e224a admin admin] Pushing event updated for resources: {'Network': ['ID=fa4f14dc-62ff-4f78-8575-bd86f7946dc1,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 15:59:58.077321 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 15:59:58.095409 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 15:59:59.719639 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:00.520120 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 39326) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:00:00.750265 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d503009-c3be-4962-a51f-08bb0f57cbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:00:00.751773 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3d503009-c3be-4962-a51f-08bb0f57cbb5 admin admin] 10.222.0.65 "GET /v2.0/subnets/8ff354ae-fa31-4cff-bf94-373d63a35848 HTTP/1.1" status: 200 len: 849 time: 0.2307158 Jul 23 16:00:00.877945 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9d8ac053-162f-4af3-95ae-b1870ad85d9b admin admin] 10.222.0.65 "GET /v2.0/routers/b0cd6e12-e637-4940-950f-81e9e4540502 HTTP/1.1" status: 200 len: 704 time: 0.1207838 Jul 23 16:00:01.169160 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:01.490022 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Allocated IP 172.20.0.1 (228817fa-7354-4ea3-80a1-dec9460fcb8b/8ff354ae-fa31-4cff-bf94-373d63a35848/d66c1157-3a64-4372-b49f-fc90c893f55b) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:00:01.704872 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:01.731127 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Transition to ACTIVE for port object d66c1157-3a64-4372-b49f-fc90c893f55b will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:00:01.817528 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:01.835224 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Network 228817fa-7354-4ea3-80a1-dec9460fcb8b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:00:01.855858 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:00:01.925654 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:00:01.926225 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16383274'] for router_interface, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:02.013757 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d66c1157-3a64-4372-b49f-fc90c893f55b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:00:02.066206 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.066574 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.066916 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.067246 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.067619 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.067915 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.068273 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.068595 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.068934 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.069255 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.069572 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.069884 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Tracked resource versions report: Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: pushed versions: Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: { 'AddressGroup': {'1.2'}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'ConntrackHelper': {'1.0'}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Log': {'1.0'}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Network': {'1.1'}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Port': {'1.7'}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'PortForwarding': {'1.2'}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'QosPolicy': {'1.8'}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SecurityGroup': {'1.4'}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SubPort': {'1.0'}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Subnet': {'1.1'}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Trunk': {'1.1'}} Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: consumer versions: Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: { DHCP agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: L3 agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: Metadata agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: Metering agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: Open vSwitch agent@dv-cinder-801989-4-iscsi: { 'AddressGroup': '1.2', Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'ConntrackHelper': '1.0', Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Log': '1.0', Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Network': '1.1', Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Port': '1.7', Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'PortForwarding': '1.2', Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'QosPolicy': '1.8', Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SecurityGroup': '1.4', Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SecurityGroupRule': '1.2', Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SubPort': '1.0', Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Subnet': '1.1', Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Trunk': '1.1'}} Jul 23 16:00:02.071041 dv-cinder-801989-4-iscsi neutron-server[93342]: {{(pid=93342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:00:02.151789 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-81edf740-f2be-460d-9e8e-d25feab603ac None None] Provisioning for port d66c1157-3a64-4372-b49f-fc90c893f55b completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:00:02.155756 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-81edf740-f2be-460d-9e8e-d25feab603ac None None] Provisioning complete for port d66c1157-3a64-4372-b49f-fc90c893f55b triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:00:02.156231 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-81edf740-f2be-460d-9e8e-d25feab603ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:02.183731 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:02.193351 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-81edf740-f2be-460d-9e8e-d25feab603ac None None] Port d66c1157-3a64-4372-b49f-fc90c893f55b cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:00:02.375140 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:02.379749 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:02.380558 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16721128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16377597'] for router_interface, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:02.486173 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d66c1157-3a64-4372-b49f-fc90c893f55b,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:00:02.553663 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Network 228817fa-7354-4ea3-80a1-dec9460fcb8b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:00:02.555078 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:00:02.731380 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Router b0cd6e12-e637-4940-950f-81e9e4540502 is scheduled to L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 with binding_index 1 {{(pid=93342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:00:02.813861 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b5f93353-6d3a-4e3b-806d-673a502efa43 None None] Provisioning complete for port d66c1157-3a64-4372-b49f-fc90c893f55b triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:00:02.814618 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b5f93353-6d3a-4e3b-806d-673a502efa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:02.830215 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:00:02.840629 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7d9813cb-f0db-40a6-bdb3-3f3a3f4384f9 admin admin] 10.222.0.65 "PUT /v2.0/routers/b0cd6e12-e637-4940-950f-81e9e4540502/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9526181 Jul 23 16:00:02.850037 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-b5f93353-6d3a-4e3b-806d-673a502efa43 None None] Port d66c1157-3a64-4372-b49f-fc90c893f55b cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:00:02.857201 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Sync routers for ids ['b0cd6e12-e637-4940-950f-81e9e4540502'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:00:02.875531 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Routers {'b0cd6e12-e637-4940-950f-81e9e4540502'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:00:02.876681 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T15:59:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['b0cd6e12-e637-4940-950f-81e9e4540502'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:00:03.105521 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Set router b0cd6e12-e637-4940-950f-81e9e4540502 gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:00:03.589434 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'name': 'router1', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:59:51Z', 'updated_at': '2021-07-23T16:00:02Z', 'revision_number': 2, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'gw_port_host': None, '_interfaces': [{'id': 'd66c1157-3a64-4372-b49f-fc90c893f55b', 'name': '', 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'mac_address': 'fa:16:3e:05:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:00:01Z', 'updated_at': '2021-07-23T16:00:02Z', 'revision_number': 2, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'subnets': [{'id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9988ea65-fc28-48c5-9ac3-0b5b4a1e3d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:00:03.647533 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Checking router: b0cd6e12-e637-4940-950f-81e9e4540502 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:00:03.647908 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Updating router b0cd6e12-e637-4940-950f-81e9e4540502 port d66c1157-3a64-4372-b49f-fc90c893f55b binding host dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:00:03.719705 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:04.357738 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:04.379017 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Transition to ACTIVE for port object d66c1157-3a64-4372-b49f-fc90c893f55b will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:00:04.392915 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:04.574594 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Attempting to bind port d66c1157-3a64-4372-b49f-fc90c893f55b on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:00:04.574967 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Attempting to bind port d66c1157-3a64-4372-b49f-fc90c893f55b by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'ef458a2e-e8a5-482c-8b44-f7cd415413aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:00:04.575414 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Attempting to bind port d66c1157-3a64-4372-b49f-fc90c893f55b on network 228817fa-7354-4ea3-80a1-dec9460fcb8b {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:00:04.585912 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:00:04.586677 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Checking segment: {'id': 'ef458a2e-e8a5-482c-8b44-f7cd415413aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:00:04.586799 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:04.587230 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Bound using segment: {'id': 'ef458a2e-e8a5-482c-8b44-f7cd415413aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:00:04.587790 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Bound port: d66c1157-3a64-4372-b49f-fc90c893f55b, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef458a2e-e8a5-482c-8b44-f7cd415413aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:00:04.588191 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:04.596987 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Pushing event updated for resources: {'Port': ['ID=d66c1157-3a64-4372-b49f-fc90c893f55b,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:00:04.614182 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.614445 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.614785 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.615117 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.615452 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.615847 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.616258 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.616644 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.617003 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.617003 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.617380 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.617663 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Tracked resource versions report: Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: pushed versions: Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: { 'AddressGroup': {'1.2'}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'ConntrackHelper': {'1.0'}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Log': {'1.0'}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Network': {'1.1'}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Port': {'1.7'}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'PortForwarding': {'1.2'}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'QosPolicy': {'1.8'}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SecurityGroup': {'1.4'}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SubPort': {'1.0'}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Subnet': {'1.1'}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Trunk': {'1.1'}} Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: consumer versions: Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: { DHCP agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: L3 agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: Metadata agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: Metering agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: Open vSwitch agent@dv-cinder-801989-4-iscsi: { 'AddressGroup': '1.2', Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'ConntrackHelper': '1.0', Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Log': '1.0', Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Network': '1.1', Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Port': '1.7', Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'PortForwarding': '1.2', Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'QosPolicy': '1.8', Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SecurityGroup': '1.4', Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SecurityGroupRule': '1.2', Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SubPort': '1.0', Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Subnet': '1.1', Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Trunk': '1.1'}} Jul 23 16:00:04.619566 dv-cinder-801989-4-iscsi neutron-server[93345]: {{(pid=93345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:00:04.688838 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] For port d66c1157-3a64-4372-b49f-fc90c893f55b, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:00:04.715555 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] For port d66c1157-3a64-4372-b49f-fc90c893f55b, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=d66c1157-3a64-4372-b49f-fc90c893f55b,segment=NetworkSegment(ef458a2e-e8a5-482c-8b44-f7cd415413aa),segment_id=ef458a2e-e8a5-482c-8b44-f7cd415413aa)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:00:04.719918 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:04.767726 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Routers {'b0cd6e12-e637-4940-950f-81e9e4540502'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:00:04.768277 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T15:59:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['b0cd6e12-e637-4940-950f-81e9e4540502'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:00:04.857068 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea145a-9d6d-48e5-ad31-21dffc836453 None None] Pushing event updated for resources: {'Port': ['ID=d66c1157-3a64-4372-b49f-fc90c893f55b,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:00:04.878124 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] Set router b0cd6e12-e637-4940-950f-81e9e4540502 gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:00:05.101179 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'name': 'router1', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:59:51Z', 'updated_at': '2021-07-23T16:00:02Z', 'revision_number': 2, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'gw_port_host': None, '_interfaces': [{'id': 'd66c1157-3a64-4372-b49f-fc90c893f55b', 'name': '', 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'mac_address': 'fa:16:3e:05:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:00:01Z', 'updated_at': '2021-07-23T16:00:04Z', 'revision_number': 4, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'subnets': [{'id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9988ea65-fc28-48c5-9ac3-0b5b4a1e3d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:00:05.131480 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba94642a-db0f-454b-b21f-0148503deac0 None None] The sync data for ids ['b0cd6e12-e637-4940-950f-81e9e4540502'] in dv-cinder-801989-4-iscsi is: [{'id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'name': 'router1', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:59:51Z', 'updated_at': '2021-07-23T16:00:02Z', 'revision_number': 2, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'gw_port_host': None, '_interfaces': [{'id': 'd66c1157-3a64-4372-b49f-fc90c893f55b', 'name': '', 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'mac_address': 'fa:16:3e:05:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:00:01Z', 'updated_at': '2021-07-23T16:00:04Z', 'revision_number': 4, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'subnets': [{'id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9988ea65-fc28-48c5-9ac3-0b5b4a1e3d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:00:05.286212 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39350) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:00:05.449031 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ae34c-2b19-4ce2-8e8c-81266446271a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:00:05.450280 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c99ae34c-2b19-4ce2-8e8c-81266446271a admin admin] 10.222.0.65 "GET /v2.0/networks/fa4f14dc-62ff-4f78-8575-bd86f7946dc1 HTTP/1.1" status: 200 len: 842 time: 0.1630778 Jul 23 16:00:05.463458 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:00:05.489120 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Made reservation on behalf of 52b5cca958f047179992da0092995987 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:00:05.492471 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:05.891876 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.objects.ports [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:00:05.892356 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:05.950056 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ecba6c6-4cf4-487b-9083-3f276f289579,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:00:05.960049 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Checking segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:00:05.960427 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Network hostable DHCP agents. Network: fa4f14dc-62ff-4f78-8575-bd86f7946dc1, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:00:05.979860 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:00:05.999046 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, fa4f14dc-62ff-4f78-8575-bd86f7946dc1) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:00:06.005508 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:00:06.005967 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:06.010654 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b429a0-d159-4802-b882-168d5d5b1f1a None None] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:00:06.044172 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0a9e80c7-89eb-476f-875a-8891f751382f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5720937 Jul 23 16:00:06.171129 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f71afe9-7809-4efe-b11b-286562278b8b None None] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:00:08.424857 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39358) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:00:08.729492 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-461218df-3490-4e4c-97bc-a3e3fe0d63b7 admin admin] 10.222.0.65 "GET /v2.0/routers/b0cd6e12-e637-4940-950f-81e9e4540502 HTTP/1.1" status: 200 len: 710 time: 0.3032076 Jul 23 16:00:08.844343 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ef731-92cb-4c9e-a941-50bda16a1da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:00:08.852045 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-1e3ef731-92cb-4c9e-a941-50bda16a1da6 admin admin] 10.222.0.65 "GET /v2.0/networks/fa4f14dc-62ff-4f78-8575-bd86f7946dc1 HTTP/1.1" status: 200 len: 886 time: 0.1110179 Jul 23 16:00:08.858688 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:00:09.230714 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16380238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16401019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1947'] for router, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:09.516743 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:09.612526 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:09.816380 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Allocated IP 172.27.2.230 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/eafcda6d-fd06-477e-998e-927feb36fa86) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:00:09.957798 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:10.069269 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:10.161120 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:00:10.168072 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:00:10.175172 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:00:10.178227 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Pushing event updated for resources: {'Port': ['ID=eafcda6d-fd06-477e-998e-927feb36fa86,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:00:10.537761 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:10.780431 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16380238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16401019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1947'] for router, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:10.784312 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16380211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16380229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16380220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16401010'] for router, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:11.030359 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Router b0cd6e12-e637-4940-950f-81e9e4540502 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:00:11.121524 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device d66c1157-3a64-4372-b49f-fc90c893f55b up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:00:11.173407 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:00:11.178412 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:11.179241 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port d66c1157-3a64-4372-b49f-fc90c893f55b completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:00:11.180249 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7846fcee-e2bb-4735-85b7-0c3d0c668d51 admin admin] 10.222.0.65 "PUT /v2.0/routers/b0cd6e12-e637-4940-950f-81e9e4540502 HTTP/1.1" status: 200 len: 890 time: 2.3269601 Jul 23 16:00:11.185000 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port d66c1157-3a64-4372-b49f-fc90c893f55b triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:00:11.185481 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:11.283679 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:11.385074 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port d66c1157-3a64-4372-b49f-fc90c893f55b, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=d66c1157-3a64-4372-b49f-fc90c893f55b,segment=NetworkSegment(ef458a2e-e8a5-482c-8b44-f7cd415413aa),segment_id=ef458a2e-e8a5-482c-8b44-f7cd415413aa)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:00:11.390668 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:11.454100 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=d66c1157-3a64-4372-b49f-fc90c893f55b,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:00:12.308044 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Sync routers for ids ['b0cd6e12-e637-4940-950f-81e9e4540502'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:00:12.319404 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Routers {'b0cd6e12-e637-4940-950f-81e9e4540502'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:00:12.320090 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T15:59:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['b0cd6e12-e637-4940-950f-81e9e4540502'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:00:12.551696 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Set router b0cd6e12-e637-4940-950f-81e9e4540502 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:00:12.966532 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'name': 'router1', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'eafcda6d-fd06-477e-998e-927feb36fa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:59:51Z', 'updated_at': '2021-07-23T16:00:10Z', 'revision_number': 4, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'gw_port': {'id': 'eafcda6d-fd06-477e-998e-927feb36fa86', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:00:09Z', 'updated_at': '2021-07-23T16:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd66c1157-3a64-4372-b49f-fc90c893f55b', 'name': '', 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'mac_address': 'fa:16:3e:05:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:00:01Z', 'updated_at': '2021-07-23T16:00:11Z', 'revision_number': 5, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'subnets': [{'id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9988ea65-fc28-48c5-9ac3-0b5b4a1e3d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:00:13.023911 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Checking router: b0cd6e12-e637-4940-950f-81e9e4540502 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:00:13.023911 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Updating router b0cd6e12-e637-4940-950f-81e9e4540502 port eafcda6d-fd06-477e-998e-927feb36fa86 binding host dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:00:13.053902 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:13.077924 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device d66c1157-3a64-4372-b49f-fc90c893f55b up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:00:13.264351 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port d66c1157-3a64-4372-b49f-fc90c893f55b triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:00:13.264634 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:13.498651 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:13.509427 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Transition to ACTIVE for port object eafcda6d-fd06-477e-998e-927feb36fa86 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:00:13.514765 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:13.651397 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f1edb-503a-45cb-b197-1d9174fa7091 None None] Pushing event updated for resources: {'Port': ['ID=eafcda6d-fd06-477e-998e-927feb36fa86,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:00:13.654047 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Attempting to bind port eafcda6d-fd06-477e-998e-927feb36fa86 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:00:13.654419 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Attempting to bind port eafcda6d-fd06-477e-998e-927feb36fa86 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:00:13.654786 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Attempting to bind port eafcda6d-fd06-477e-998e-927feb36fa86 on network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:00:13.661887 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:00:13.662267 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Checking segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:00:13.662669 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:13.663057 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Bound using segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:00:13.663526 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Bound port: eafcda6d-fd06-477e-998e-927feb36fa86, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:00:13.663929 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:13.720173 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] For port eafcda6d-fd06-477e-998e-927feb36fa86, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:00:13.723724 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] For port eafcda6d-fd06-477e-998e-927feb36fa86, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=eafcda6d-fd06-477e-998e-927feb36fa86,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:00:13.733350 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:13.760853 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39370) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:00:13.785875 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Routers {'b0cd6e12-e637-4940-950f-81e9e4540502'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:00:13.786522 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T15:59:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['b0cd6e12-e637-4940-950f-81e9e4540502'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:00:13.864844 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f1edb-503a-45cb-b197-1d9174fa7091 None None] Pushing event updated for resources: {'Port': ['ID=eafcda6d-fd06-477e-998e-927feb36fa86,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:00:13.918863 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-9f589c94-02dd-4c36-a970-c5398171b62d admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1566176 Jul 23 16:00:13.919970 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] Set router b0cd6e12-e637-4940-950f-81e9e4540502 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:00:14.190533 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'name': 'router1', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'eafcda6d-fd06-477e-998e-927feb36fa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:59:51Z', 'updated_at': '2021-07-23T16:00:10Z', 'revision_number': 4, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'gw_port': {'id': 'eafcda6d-fd06-477e-998e-927feb36fa86', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:00:09Z', 'updated_at': '2021-07-23T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd66c1157-3a64-4372-b49f-fc90c893f55b', 'name': '', 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'mac_address': 'fa:16:3e:05:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:00:01Z', 'updated_at': '2021-07-23T16:00:11Z', 'revision_number': 5, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'subnets': [{'id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9988ea65-fc28-48c5-9ac3-0b5b4a1e3d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:00:14.219071 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b180b-8fc6-4ee6-bb3b-d63253b0dd7e None None] The sync data for ids ['b0cd6e12-e637-4940-950f-81e9e4540502'] in dv-cinder-801989-4-iscsi is: [{'id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'name': 'router1', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'eafcda6d-fd06-477e-998e-927feb36fa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T15:59:51Z', 'updated_at': '2021-07-23T16:00:10Z', 'revision_number': 4, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'gw_port': {'id': 'eafcda6d-fd06-477e-998e-927feb36fa86', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:00:09Z', 'updated_at': '2021-07-23T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd66c1157-3a64-4372-b49f-fc90c893f55b', 'name': '', 'network_id': '228817fa-7354-4ea3-80a1-dec9460fcb8b', 'tenant_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'mac_address': 'fa:16:3e:05:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cd6e12-e637-4940-950f-81e9e4540502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:00:01Z', 'updated_at': '2021-07-23T16:00:11Z', 'revision_number': 5, 'project_id': 'fca29169bfd54e4d96cb29f4a60f2b9a', 'subnets': [{'id': '8ff354ae-fa31-4cff-bf94-373d63a35848', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9988ea65-fc28-48c5-9ac3-0b5b4a1e3d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:00:15.139554 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device eafcda6d-fd06-477e-998e-927feb36fa86 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:00:15.201222 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port eafcda6d-fd06-477e-998e-927feb36fa86 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:00:15.205726 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port eafcda6d-fd06-477e-998e-927feb36fa86 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:00:15.206114 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:15.295095 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:15.318579 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port eafcda6d-fd06-477e-998e-927feb36fa86, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=eafcda6d-fd06-477e-998e-927feb36fa86,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:00:15.324085 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:15.394437 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=eafcda6d-fd06-477e-998e-927feb36fa86,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:00:17.085965 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device eafcda6d-fd06-477e-998e-927feb36fa86 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:00:17.145195 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port eafcda6d-fd06-477e-998e-927feb36fa86 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:00:17.145195 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:19.294244 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:00:24.115420 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-00c7eb3a-994d-4034-bac4-278bf593eaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:26.890009 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7032eef7-58bb-44d5-8e3b-f3caa41a4ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:27.193685 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:28.080503 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:29.748333 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:54.092685 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-74b3222c-dd01-46ef-8ad9-2bab08da18d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:56.282850 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:00:56.885278 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6a4a962f-c374-46f6-9f23-ead97e553d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:57.157528 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:58.083051 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:00:59.743469 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:01:24.102569 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bb59ca9a-bb30-4acf-a7fb-3a89243c1af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:01:26.888558 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-9663bd6a-0391-416c-ac47-3a18f85d42ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:01:27.152568 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:01:28.080205 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:01:29.749468 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:01:33.281260 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:01:54.098094 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1d9594d8-f734-410f-ba9a-a047807503ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:01:56.890780 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-56607fb3-6deb-45c9-ae5a-041194d5df8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:01:57.148831 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:01:58.081472 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:01:59.749821 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:01.336360 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39938) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:01.406405 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c128fd4b-10f5-4721-aa4c-3296f4c6741b admin admin] GET failed (client error): The resource could not be found. Jul 23 16:02:01.408536 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c128fd4b-10f5-4721-aa4c-3296f4c6741b admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0708420 Jul 23 16:02:01.575341 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4951c23-1571-4fd1-8757-37fbdf85c511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:01.576856 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d4951c23-1571-4fd1-8757-37fbdf85c511 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1642177 Jul 23 16:02:03.731896 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39948) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:03.823364 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e7a7ca-60fa-443b-9349-385ccc6aea39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:03.824748 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e8e7a7ca-60fa-443b-9349-385ccc6aea39 admin admin] 10.222.0.65 "GET /v2.0/subnets/8ff354ae-fa31-4cff-bf94-373d63a35848 HTTP/1.1" status: 200 len: 849 time: 0.0918801 Jul 23 16:02:03.834513 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:02:03.920528 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:04.061712 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729613440588'] for subnet, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:04.093766 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:04.094823 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:04.095788 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] 10.222.0.65 "PUT /v2.0/subnets/8ff354ae-fa31-4cff-bf94-373d63a35848 HTTP/1.1" status: 200 len: 868 time: 0.2654843 Jul 23 16:02:04.102455 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63c246-3626-4851-bbe5-9532f8489d92 None None] Network 228817fa-7354-4ea3-80a1-dec9460fcb8b requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:02:04.119074 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff354ae-fa31-4cff-bf94-373d63a35848,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:02:04.133791 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.134164 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.134566 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.134905 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.135236 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.135582 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.135911 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.136326 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.136656 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.137039 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.137361 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.137680 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6d56b-9b76-4e06-b08f-c6c3cb30c408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:04.517090 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-036fe68e-e57b-4055-86a6-fcc14bdfe3ae None None] Provisioning complete for port 14150ea8-ac91-4757-8d29-dee686192c2d triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:02:04.517459 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-036fe68e-e57b-4055-86a6-fcc14bdfe3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:04.603594 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-036fe68e-e57b-4055-86a6-fcc14bdfe3ae None None] Provisioning complete for port d66c1157-3a64-4372-b49f-fc90c893f55b triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:02:04.603851 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-036fe68e-e57b-4055-86a6-fcc14bdfe3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:06.279943 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39956) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:06.471936 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337cc28a-738f-4c38-816e-3bb7cfd1cdd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:06.472438 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337cc28a-738f-4c38-816e-3bb7cfd1cdd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:06.474487 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-337cc28a-738f-4c38-816e-3bb7cfd1cdd4 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1930425 Jul 23 16:02:08.647561 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39964) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:08.777277 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341cdade-1f1b-4e16-b9a5-7c7b4bda6b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:08.777753 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341cdade-1f1b-4e16-b9a5-7c7b4bda6b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:08.779273 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-341cdade-1f1b-4e16-b9a5-7c7b4bda6b98 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1307516 Jul 23 16:02:10.279486 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:02:10.961657 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39972) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:11.105172 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fe432a-fa0c-4ce0-995e-a79138cfc2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:11.106810 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-96fe432a-fa0c-4ce0-995e-a79138cfc2c9 admin admin] 10.222.0.65 "GET /v2.0/networks/228817fa-7354-4ea3-80a1-dec9460fcb8b HTTP/1.1" status: 200 len: 869 time: 0.1442208 Jul 23 16:02:13.285034 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 39980) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:13.417249 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44efefb-62bc-41a8-8fdf-62e9006f4497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:13.418584 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b44efefb-62bc-41a8-8fdf-62e9006f4497 admin admin] 10.222.0.65 "GET /v2.0/networks/fa4f14dc-62ff-4f78-8575-bd86f7946dc1 HTTP/1.1" status: 200 len: 886 time: 0.1326058 Jul 23 16:02:15.608482 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 39988) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:15.740566 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae4f65-8ff5-4ba5-9285-eafc67d913b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:15.741020 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae4f65-8ff5-4ba5-9285-eafc67d913b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:15.742590 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-abae4f65-8ff5-4ba5-9285-eafc67d913b9 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1331568 Jul 23 16:02:17.981833 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 39998) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:18.077350 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289597b-f8f1-4964-aa5a-941c076b247a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:18.077801 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289597b-f8f1-4964-aa5a-941c076b247a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:18.079338 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0289597b-f8f1-4964-aa5a-941c076b247a admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0965703 Jul 23 16:02:20.303906 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40006) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:20.389203 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3983852-8c7d-481d-8ba7-ef0bf15ba29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:20.390472 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c3983852-8c7d-481d-8ba7-ef0bf15ba29a admin admin] 10.222.0.65 "GET /v2.0/subnets/7ecba6c6-4cf4-487b-9083-3f276f289579 HTTP/1.1" status: 200 len: 816 time: 0.0855725 Jul 23 16:02:22.551210 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40014) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:22.648617 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e48292c-7681-4c84-bab1-ae84813faf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:22.649966 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4e48292c-7681-4c84-bab1-ae84813faf61 admin admin] 10.222.0.65 "GET /v2.0/subnets/8ff354ae-fa31-4cff-bf94-373d63a35848 HTTP/1.1" status: 200 len: 868 time: 0.0977573 Jul 23 16:02:24.091996 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1120fa2b-ff9f-4e88-91ed-154fd5faf6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:26.892996 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-9ffa45f3-066b-4ff3-8ac3-33738f7afdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:27.149846 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:28.084544 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:29.753926 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:47.276468 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40066) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:47.281928 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:02:47.324557 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [None req-b9b8bd3c-b746-431f-8257-05c16912b0d5 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:02:47.325565 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b9b8bd3c-b746-431f-8257-05c16912b0d5 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481641 Jul 23 16:02:49.932741 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40074) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:49.998523 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b934bf1-183f-4344-a162-c3b450bbe94d admin admin] GET failed (client error): The resource could not be found. Jul 23 16:02:49.999954 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-2b934bf1-183f-4344-a162-c3b450bbe94d admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662603 Jul 23 16:02:50.158305 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f646a-6311-40f4-bee2-f8941a373ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:50.159841 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e35f646a-6311-40f4-bee2-f8941a373ab1 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1559482 Jul 23 16:02:52.436761 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40082) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:52.493819 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:02:52.524092 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Made reservation on behalf of 52b5cca958f047179992da0092995987 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:02:52.528118 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:52.559863 dv-cinder-801989-4-iscsi neutron-server[93342]: WARNING neutron.services.revisions.revision_plugin [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Could not find related network for resource to bump revision. Jul 23 16:02:52.578008 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:02:52.596812 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729613501826', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:52.597478 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Unsubscribe: segment precommit_create {{(pid=93342) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 16:02:52.598370 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Added segment bb298a18-4f63-478c-a691-207fc3da5237 of type vlan for network e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba Jul 23 16:02:52.655978 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:52.698822 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:52.699865 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:52.700458 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:52.757233 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3193326 Jul 23 16:02:52.800325 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Pushing event updated for resources: {'Network': ['ID=e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:02:52.808117 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.808537 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.808856 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.809193 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.809520 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.809865 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.810195 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.810519 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.810868 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.811188 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.811514 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.811833 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56af52f-70e7-431c-b151-e894b0958776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:52.826242 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:02:54.097614 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1df357f8-9c8f-43f2-880f-b46a1957ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:55.177206 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40090) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:55.253024 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcf94c8-6303-4834-a0f0-9ee9cf69e169 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:02:55.254444 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-cfcf94c8-6303-4834-a0f0-9ee9cf69e169 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0761414 Jul 23 16:02:55.342378 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5530f0-244c-407e-b92d-6bdbf346622e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:55.343999 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-bf5530f0-244c-407e-b92d-6bdbf346622e admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0843689 Jul 23 16:02:55.354887 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:02:55.379654 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] Made reservation on behalf of 52b5cca958f047179992da0092995987 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:02:55.382265 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:55.651140 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:55.713200 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36489f0-b64b-4aef-b342-865007cd0399,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:02:55.724148 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] Checking segment: {'id': 'bb298a18-4f63-478c-a691-207fc3da5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:02:55.724510 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] Network hostable DHCP agents. Network: e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:02:55.742831 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] Network e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:02:55.752121 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:02:55.756894 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:02:55.757473 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:55.762252 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f6efa6-1018-498a-9326-4093fac8b9d6 None None] Network e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:02:55.775176 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-66afb48e-a66e-47de-b699-816a37499214 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4237771 Jul 23 16:02:55.934500 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb52a4463-a496-520e-acd4-c3663e80fcd1-e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba', 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba', 'tenant_id': '52b5cca958f047179992da0092995987', 'fixed_ips': [{'subnet_id': 'f36489f0-b64b-4aef-b342-865007cd0399'}]}} from dv-cinder-801989-4-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:02:55.935378 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:56.100725 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Allocated IP 192.168.233.2 (e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba/f36489f0-b64b-4aef-b342-865007cd0399/336b6d3e-8a90-4767-9a14-9ec64afb9188) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:02:56.276853 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:56.288162 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Transition to ACTIVE for port object 336b6d3e-8a90-4767-9a14-9ec64afb9188 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:02:56.305629 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Transition to ACTIVE for port object 336b6d3e-8a90-4767-9a14-9ec64afb9188 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:02:56.313419 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:56.361510 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Network e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:02:56.364746 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:02:56.367498 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:02:56.381445 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Pushing event updated for resources: {'Port': ['ID=336b6d3e-8a90-4767-9a14-9ec64afb9188,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:02:56.392244 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.392612 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.392965 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.393295 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.393621 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.393956 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.394277 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.394599 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.395470 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.395895 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.396259 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.396599 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:56.462728 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Attempting to bind port 336b6d3e-8a90-4767-9a14-9ec64afb9188 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:02:56.463152 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Attempting to bind port 336b6d3e-8a90-4767-9a14-9ec64afb9188 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'bb298a18-4f63-478c-a691-207fc3da5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:02:56.463507 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Attempting to bind port 336b6d3e-8a90-4767-9a14-9ec64afb9188 on network e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:02:56.470119 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:02:56.470603 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Checking segment: {'id': 'bb298a18-4f63-478c-a691-207fc3da5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:02:56.471273 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:56.471897 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Bound using segment: {'id': 'bb298a18-4f63-478c-a691-207fc3da5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:02:56.472705 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Bound port: 336b6d3e-8a90-4767-9a14-9ec64afb9188, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb298a18-4f63-478c-a691-207fc3da5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:02:56.474034 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:56.549150 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] For port 336b6d3e-8a90-4767-9a14-9ec64afb9188, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:02:56.553478 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] For port 336b6d3e-8a90-4767-9a14-9ec64afb9188, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=336b6d3e-8a90-4767-9a14-9ec64afb9188,segment=NetworkSegment(bb298a18-4f63-478c-a691-207fc3da5237),segment_id=bb298a18-4f63-478c-a691-207fc3da5237)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:02:56.562531 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:56.629112 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab41ac-a70b-4206-bca0-f23d0cd2747b None None] Pushing event updated for resources: {'Port': ['ID=336b6d3e-8a90-4767-9a14-9ec64afb9188,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:02:56.899077 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c4ee9178-2581-465c-9198-e3fa5fe94279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:57.158922 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:57.271062 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 336b6d3e-8a90-4767-9a14-9ec64afb9188 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:02:57.357808 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 336b6d3e-8a90-4767-9a14-9ec64afb9188 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:02:57.558114 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688aaa53-80bd-400a-bba1-62a5960b0dc7 None None] Network e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:02:57.651533 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6eb8f2e6-e92f-4774-b87d-c764f7c05795 None None] Provisioning for port 336b6d3e-8a90-4767-9a14-9ec64afb9188 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:02:57.663122 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6eb8f2e6-e92f-4774-b87d-c764f7c05795 None None] Provisioning complete for port 336b6d3e-8a90-4767-9a14-9ec64afb9188 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:02:57.663487 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f2e6-e92f-4774-b87d-c764f7c05795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:57.815095 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f2e6-e92f-4774-b87d-c764f7c05795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:57.873147 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6eb8f2e6-e92f-4774-b87d-c764f7c05795 None None] For port 336b6d3e-8a90-4767-9a14-9ec64afb9188, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=336b6d3e-8a90-4767-9a14-9ec64afb9188,segment=NetworkSegment(bb298a18-4f63-478c-a691-207fc3da5237),segment_id=bb298a18-4f63-478c-a691-207fc3da5237)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:02:57.882965 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f2e6-e92f-4774-b87d-c764f7c05795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:57.956621 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8f2e6-e92f-4774-b87d-c764f7c05795 None None] Pushing event updated for resources: {'Port': ['ID=336b6d3e-8a90-4767-9a14-9ec64afb9188,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:02:58.100481 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:58.111349 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-be92c61e-1c27-4e93-815e-1f8b23330325 None None] Provisioning complete for port 336b6d3e-8a90-4767-9a14-9ec64afb9188 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:02:58.112174 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-be92c61e-1c27-4e93-815e-1f8b23330325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:59.222287 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 336b6d3e-8a90-4767-9a14-9ec64afb9188 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:02:59.282169 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 336b6d3e-8a90-4767-9a14-9ec64afb9188 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:02:59.283488 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:59.758314 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:24.107821 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-33177b8f-916d-4db5-aa4f-a45617296929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:24.286510 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:03:26.912146 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-437d2b98-0ce8-4884-a850-7be476539b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:27.155182 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:28.107125 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:29.767054 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:54.097846 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-85e4726b-c229-4609-a20d-7e6640a62d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:56.916570 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a44c8a25-e455-471b-91a7-747b00c37745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:57.158243 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:58.109362 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:59.774766 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:01.290453 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:04:24.108008 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3525f5a9-45d3-44d8-8920-029dee046571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:26.883785 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40142) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:04:26.891954 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [None req-a4fb7e8b-5776-4532-a61c-10654d4ae043 tempest-verify_tempest_config-840278747 tempest-verify_tempest_config-840278747-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:04:26.893743 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a4fb7e8b-5776-4532-a61c-10654d4ae043 tempest-verify_tempest_config-840278747 tempest-verify_tempest_config-840278747-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0080624 Jul 23 16:04:26.916299 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f82a5a6b-1875-4663-a8eb-b99a24c189b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:27.162521 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:27.399791 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40160) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:04:27.547747 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:27.677939 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:27.682465 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:27.734396 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4b0b483254c43fcbb7db18dd1a938ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3333645 Jul 23 16:04:27.735259 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b68dd57-f6ac-4319-91f9-7f1f2a5fdb54,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:04:27.738587 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40164) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:04:27.746769 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.747353 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.747916 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.748489 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.749035 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.749603 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.750151 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.750697 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.751266 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.752432 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.752989 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.753536 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a282a-8e21-45ce-969a-ae631d97f78e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:27.838732 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:27.873679 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:28.009699 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:28.013898 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:28.015546 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b68dd57-f6ac-4319-91f9-7f1f2a5fdb54 HTTP/1.1" status: 204 len: 168 time: 0.2758389 Jul 23 16:04:28.027598 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b68dd57-f6ac-4319-91f9-7f1f2a5fdb54,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:04:28.039402 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.039933 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.040694 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.041385 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.042092 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.042623 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.043105 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.043596 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.044106 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.044621 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.045115 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.045581 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40507058-0d52-475d-8bb8-989d41847fdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:28.110356 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:29.778985 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:38.293096 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:04:54.118107 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-49ac07e3-b1f4-4c9d-94ff-d5367c2945a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:56.914470 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-fb40dbd2-2fd3-425c-ba32-067986f5efde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:57.157814 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:58.107109 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:59.775900 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:15.292748 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:05:24.098283 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-12648990-6a4b-4a17-8a95-1fe642075e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:26.913494 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e3912871-d383-40a3-a382-a177fe0f9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:27.164537 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:28.110201 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:29.779489 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:52.296035 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:05:54.091054 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ea46-c59b-4ff2-a247-28c8b1e31e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:56.909082 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8c7185ff-54f3-4156-9377-7e640d86e59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:57.168053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:58.113512 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:59.782585 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:18.524642 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16375944'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:24.094936 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-13ff9114-e94d-4584-8df5-365f43058a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:26.924286 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b34ec0ce-1eef-4e39-b237-cbd65674c5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:27.162919 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:28.120529 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:29.297820 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:06:29.790843 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:33.276770 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40246) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:06:33.410274 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-20f18fa4-5b6c-4778-ac04-ef7111019654 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1322236 Jul 23 16:06:35.772407 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40256) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:06:35.846187 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-949336e0-ca81-44c4-81b5-bf5b2d2af9b0 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0726302 Jul 23 16:06:48.517447 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:54.108070 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1c58f1ec-fbf6-4103-846d-2a5d472f1b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:56.928381 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-9cb94e3c-1dba-4452-996d-e55270ba83e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:57.168245 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:58.120310 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:59.806588 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:06.298486 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:07:18.535855 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:24.103100 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1f75446f-9ed8-45a4-b807-7e03e8e766c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:26.932100 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-236eb15c-dbbf-474f-a1a4-88a9beb682d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:27.172405 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:28.126661 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:29.796118 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:43.298407 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:07:48.563499 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:54.101726 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-981fde44-ab48-4208-aa1c-f7f76607ab83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:56.931536 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ea9-d3d2-42ed-9563-635d276b2cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:57.186811 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:58.129922 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:59.799126 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:18.584015 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:18.607125 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40406) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:18.738291 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40416) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:18.965143 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-854397191-network', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:19.000396 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Made reservation on behalf of 57fdedc6f8b44c89994ac2b3ec94910f for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:19.003994 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.019483 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.032183 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-network', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:19.158562 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.163986 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.196314 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b86f7c0-b00c-4da7-9726-af83234df5cf,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:19.205733 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.206252 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.206497 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Made reservation on behalf of dce085b580bc4bee9a9b683eb49e0f1c for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:19.206715 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.207221 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.207810 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.208272 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.209195 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.209195 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.209777 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.209777 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.210263 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.210486 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.211269 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Tracked resource versions report: Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: pushed versions: Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: { 'AddressGroup': {'1.2'}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'ConntrackHelper': {'1.0'}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Log': {'1.0'}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Network': {'1.1'}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Port': {'1.7'}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'PortForwarding': {'1.2'}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'QosPolicy': {'1.8'}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SecurityGroup': {'1.4'}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SubPort': {'1.0'}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Subnet': {'1.1'}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Trunk': {'1.1'}} Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: consumer versions: Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: { DHCP agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: HyperV agent@hv-cinder-80198: {}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: L3 agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: Metadata agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: Metering agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: Open vSwitch agent@dv-cinder-801989-4-iscsi: { 'AddressGroup': '1.2', Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'ConntrackHelper': '1.0', Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Log': '1.0', Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Network': '1.1', Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Port': '1.7', Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'PortForwarding': '1.2', Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'QosPolicy': '1.8', Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SecurityGroup': '1.4', Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SecurityGroupRule': '1.2', Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'SubPort': '1.0', Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Subnet': '1.1', Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: 'Trunk': '1.1'}} Jul 23 16:08:19.213237 dv-cinder-801989-4-iscsi neutron-server[93342]: {{(pid=93342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:08:19.226035 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:08:19.238234 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.238884 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Added segment 43814192-389d-4392-8f73-b8c0c071ff26 of type vlan for network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b Jul 23 16:08:19.260466 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.318410 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.363828 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.365001 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:19.365664 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.437750 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.445690 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.468779 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] Pushing event updated for resources: {'Network': ['ID=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:19.473917 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:08:19.480804 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-4d6bce43-1f6d-4147-986d-6d7eb8d05a1c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8725233 Jul 23 16:08:19.487569 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40456) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:19.490687 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:08:19.500470 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] Request body: {'subnet': {'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-854397191-subnet', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:19.529047 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619dfc02-28ac-4773-97d8-123c0e31fa88,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:19.541615 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.542462 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.542984 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.543487 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.543949 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.544837 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.545492 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.546131 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.546848 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.546979 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] Made reservation on behalf of 57fdedc6f8b44c89994ac2b3ec94910f for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:19.547624 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.548479 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.549086 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Tracked resource versions report: Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: pushed versions: Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: { 'AddressGroup': {'1.2'}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'ConntrackHelper': {'1.0'}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Log': {'1.0'}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Network': {'1.1'}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Port': {'1.7'}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'PortForwarding': {'1.2'}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'QosPolicy': {'1.8'}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SecurityGroup': {'1.4'}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SubPort': {'1.0'}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Subnet': {'1.1'}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Trunk': {'1.1'}} Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: consumer versions: Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: { DHCP agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: HyperV agent@hv-cinder-80198: {}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: L3 agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: Metadata agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: Metering agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: Open vSwitch agent@dv-cinder-801989-4-iscsi: { 'AddressGroup': '1.2', Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'ConntrackHelper': '1.0', Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Log': '1.0', Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Network': '1.1', Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Port': '1.7', Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'PortForwarding': '1.2', Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'QosPolicy': '1.8', Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SecurityGroup': '1.4', Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SecurityGroupRule': '1.2', Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'SubPort': '1.0', Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Subnet': '1.1', Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: 'Trunk': '1.1'}} Jul 23 16:08:19.550823 dv-cinder-801989-4-iscsi neutron-server[93343]: {{(pid=93343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:08:19.554080 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.564593 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.565658 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Added segment 2d0cd181-5a3c-4616-9681-31950d11a686 of type vlan for network fc286c6b-df72-439e-bbfe-df072153dc11 Jul 23 16:08:19.622710 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.661110 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.662853 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:19.664053 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.683659 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9436967 Jul 23 16:08:19.684712 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40462) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:19.701472 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] Request body: {'subnet': {'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-subnet', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:19.769648 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049ee7c-fd8b-4a16-9542-95aedc12167b admin admin] Pushing event updated for resources: {'Network': ['ID=fc286c6b-df72-439e-bbfe-df072153dc11,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:19.784685 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] Made reservation on behalf of dce085b580bc4bee9a9b683eb49e0f1c for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:19.785988 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network fc286c6b-df72-439e-bbfe-df072153dc11 details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:08:19.789625 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.994106 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.058991 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f5cedb-e27f-4d30-9911-d592f6d72bf4,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:20.073707 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.111500 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] Checking segment: {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:20.112047 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] Network hostable DHCP agents. Network: 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:08:20.161467 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] Network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:08:20.172182 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4515c4d-ff81-477c-ae0a-22650fc42440,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:20.187846 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:20.193490 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] Checking segment: {'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:20.194375 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] Network hostable DHCP agents. Network: fc286c6b-df72-439e-bbfe-df072153dc11, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:08:20.195742 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:20.197616 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.206922 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b5ebe-886f-4cd9-a8eb-44d731f167d6 None None] Network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:08:20.224531 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5568da69-dfed-4b68-811c-c5e55deb646a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7322066 Jul 23 16:08:20.227586 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40478) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:20.235369 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] Network fc286c6b-df72-439e-bbfe-df072153dc11 is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:08:20.240099 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:20.254873 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, fc286c6b-df72-439e-bbfe-df072153dc11) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:20.268942 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:20.272423 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.288318 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc112a-e27b-48b0-887d-28f8c5f58400 None None] Network fc286c6b-df72-439e-bbfe-df072153dc11 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:08:20.300894 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:08:20.307756 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1980'] for router, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.311552 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16380256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16280892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1925'] for router, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.313905 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a6503990-7e27-4b6f-90d8-63e5ae139c30 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6175206 Jul 23 16:08:20.317855 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40488) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:20.326168 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-router', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:20.392374 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1980'] for router, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.396064 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16380256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16280892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1925'] for router, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.407822 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40492) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:20.426611 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.474411 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40496) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:20.614416 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.738397 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c2b26-e664-4c0d-bd97-f22da9df7c5a None None] Network fc286c6b-df72-439e-bbfe-df072153dc11 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:08:20.747875 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16380238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16401019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1947'] for router, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.921975 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb52a4463-a496-520e-acd4-c3663e80fcd1-24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4'}]}} from dv-cinder-801989-4-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:08:20.922966 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.978279 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16380238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16401019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1947'] for router, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:21.147539 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1160351851-network', 'tenant_id': 'e88116277400442bb1c1545278b3d859'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:21.232758 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Made reservation on behalf of e88116277400442bb1c1545278b3d859 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:21.235949 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:21.249967 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1560660538-network', 'tenant_id': '37e2a8419bf4498495ae22193d41db3a'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:21.272599 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:21.323934 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:21.329446 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.db.api [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:08:21.329446 dv-cinder-801989-4-iscsi neutron-server[93342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:08:21.329446 dv-cinder-801989-4-iscsi neutron-server[93342]: [parameters: {'project_id_1': 'e88116277400442bb1c1545278b3d859', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 8, 21, 312576)}] Jul 23 16:08:21.329446 dv-cinder-801989-4-iscsi neutron-server[93342]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:08:21.331447 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG oslo_db.api [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:08:21.347458 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Allocated IP 172.20.0.2 (24d7c5c0-488d-45c4-a0fb-7e7e9df9629b/73f5cedb-e27f-4d30-9911-d592f6d72bf4/74a0e050-4d78-4e69-88bd-34ba7d176c85) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:08:21.355665 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Made reservation on behalf of 37e2a8419bf4498495ae22193d41db3a for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:21.365523 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:21.401574 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:21.405003 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:21.712481 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Allocated IP 172.27.2.186 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/45ea4885-cbb2-4216-9098-b0747f551467) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:08:21.807780 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:21.817137 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:21.841594 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Transition to ACTIVE for port object 74a0e050-4d78-4e69-88bd-34ba7d176c85 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:08:21.857372 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:21.907409 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Transition to ACTIVE for port object 74a0e050-4d78-4e69-88bd-34ba7d176c85 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:08:21.915532 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:21.922030 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.020701 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.038255 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:08:22.046572 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:22.062971 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:08:22.157625 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.159504 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.168550 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Pushing event updated for resources: {'Port': ['ID=74a0e050-4d78-4e69-88bd-34ba7d176c85,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:22.203805 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.206762 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.207213 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.207595 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.208181 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.210055 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.210464 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.212780 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.214196 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.216258 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.216784 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.219325 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Tracked resource versions report: Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: pushed versions: Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: { 'AddressGroup': {'1.2'}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'ConntrackHelper': {'1.0'}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Log': {'1.0'}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Network': {'1.1'}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Port': {'1.7'}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'PortForwarding': {'1.2'}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'QosPolicy': {'1.8'}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SecurityGroup': {'1.4'}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SubPort': {'1.0'}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Subnet': {'1.1'}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Trunk': {'1.1'}} Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: consumer versions: Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: { DHCP agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: HyperV agent@hv-cinder-80198: {}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: L3 agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: Metadata agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: Metering agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: Open vSwitch agent@dv-cinder-801989-4-iscsi: { 'AddressGroup': '1.2', Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'ConntrackHelper': '1.0', Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Log': '1.0', Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Network': '1.1', Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Port': '1.7', Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'PortForwarding': '1.2', Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'QosPolicy': '1.8', Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SecurityGroup': '1.4', Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SecurityGroupRule': '1.2', Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'SubPort': '1.0', Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Subnet': '1.1', Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: 'Trunk': '1.1'}} Jul 23 16:08:22.220361 dv-cinder-801989-4-iscsi neutron-server[93344]: {{(pid=93344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:08:22.273213 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Attempting to bind port 74a0e050-4d78-4e69-88bd-34ba7d176c85 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:08:22.276616 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Attempting to bind port 74a0e050-4d78-4e69-88bd-34ba7d176c85 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:08:22.278366 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Attempting to bind port 74a0e050-4d78-4e69-88bd-34ba7d176c85 on network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:08:22.286714 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:08:22.296347 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1944ab-6e32-42ac-8c8d-a16239f998c4,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:22.297874 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:08:22.302064 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Checking segment: {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:22.303319 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.304071 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Bound using segment: {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:08:22.308476 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Bound port: 74a0e050-4d78-4e69-88bd-34ba7d176c85, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:08:22.310471 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.325814 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.326405 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Added segment 5525c3b5-be94-4798-a677-f2a15b1e622e of type vlan for network c242e2a3-fc95-4afe-95c6-6820f2feeb0d Jul 23 16:08:22.343522 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.392763 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:08:22.455171 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:22.458517 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Pushing event updated for resources: {'Port': ['ID=45ea4885-cbb2-4216-9098-b0747f551467,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:22.460727 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.480416 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:08:22.491922 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] For port 74a0e050-4d78-4e69-88bd-34ba7d176c85, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:08:22.497782 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] For port 74a0e050-4d78-4e69-88bd-34ba7d176c85, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=74a0e050-4d78-4e69-88bd-34ba7d176c85,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:08:22.505643 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.544782 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Allocated IP 172.27.2.155 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/f9a7c269-c452-420f-96a0-e72f67ee85ea) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:08:22.662853 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.664160 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:22.665141 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:22.698616 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376491d-f855-4703-833b-d0e3a1af71ff None None] Pushing event updated for resources: {'Port': ['ID=74a0e050-4d78-4e69-88bd-34ba7d176c85,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:23.022007 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] Pushing event updated for resources: {'Network': ['ID=c242e2a3-fc95-4afe-95c6-6820f2feeb0d,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:23.038522 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network c242e2a3-fc95-4afe-95c6-6820f2feeb0d details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:08:23.049541 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:23.088115 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:23.171651 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:23.278811 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:08:23.279590 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:23.282509 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:23.287112 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:08:23.290342 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:23.307223 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:08:23.318909 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:23.319334 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Added segment c8a96159-2834-4560-ac80-fbefa4654a42 of type vlan for network eee11a19-53b5-452b-87c5-a755d159b2e9 Jul 23 16:08:23.398864 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:23.505747 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-71fcfecd-f038-4733-995e-1d5c738ff962 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0222776 Jul 23 16:08:23.517037 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40566) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:23.528271 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55245c96-b21e-4304-b68b-870f359be484,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:23.530581 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:23.531539 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:23.532147 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:23.539857 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] Request body: {'subnet': {'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1560660538-subnet', 'tenant_id': '37e2a8419bf4498495ae22193d41db3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:23.648197 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Pushing event updated for resources: {'Port': ['ID=f9a7c269-c452-420f-96a0-e72f67ee85ea,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:23.658710 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] Pushing event updated for resources: {'Network': ['ID=eee11a19-53b5-452b-87c5-a755d159b2e9,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:23.660545 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] Made reservation on behalf of 37e2a8419bf4498495ae22193d41db3a for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:23.667344 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7645982f-417e-4a79-b134-b5c40afaa73e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2576921 Jul 23 16:08:23.668178 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:23.672842 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40568) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:23.680299 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 74a0e050-4d78-4e69-88bd-34ba7d176c85 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:23.734363 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] Request body: {'subnet': {'network_id': 'eee11a19-53b5-452b-87c5-a755d159b2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1160351851-subnet', 'tenant_id': 'e88116277400442bb1c1545278b3d859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:23.846163 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 74a0e050-4d78-4e69-88bd-34ba7d176c85 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:08:24.009656 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network eee11a19-53b5-452b-87c5-a755d159b2e9 details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:08:24.136837 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16380211'] for router, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:24.200895 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] Made reservation on behalf of e88116277400442bb1c1545278b3d859 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:24.203284 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:24.233149 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f8740c4d-66a5-4b24-8d3d-6fa433f3ac2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:24.363891 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d12d7b-eeab-430b-9d71-9a8bd8f6c205 None None] Network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:08:24.524023 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Router 37f8336e-c3a6-4c93-b876-1294cb5abb00 is scheduled to L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 with binding_index 1 {{(pid=93342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:08:24.630459 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6cfe2dab-5d96-4faf-bf74-195d481545c6 None None] Provisioning for port 74a0e050-4d78-4e69-88bd-34ba7d176c85 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:08:24.653225 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6cfe2dab-5d96-4faf-bf74-195d481545c6 None None] Provisioning complete for port 74a0e050-4d78-4e69-88bd-34ba7d176c85 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:24.653610 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6cfe2dab-5d96-4faf-bf74-195d481545c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:24.722493 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40604) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:24.757463 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:24.778849 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:24.809173 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:08:24.826919 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d492300b-320c-4946-b62a-86186d84921a None None] Sync routers for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:08:24.843640 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d492300b-320c-4946-b62a-86186d84921a None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:08:24.845135 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-d492300b-320c-4946-b62a-86186d84921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:07:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:24.851925 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-158a72af-509e-4231-97b1-509511172caa admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:24.855371 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-158a72af-509e-4231-97b1-509511172caa admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6247830 Jul 23 16:08:24.859050 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40618) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:24.992523 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6cfe2dab-5d96-4faf-bf74-195d481545c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:25.051289 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6cfe2dab-5d96-4faf-bf74-195d481545c6 None None] For port 74a0e050-4d78-4e69-88bd-34ba7d176c85, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=74a0e050-4d78-4e69-88bd-34ba7d176c85,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:08:25.058585 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6cfe2dab-5d96-4faf-bf74-195d481545c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:25.088455 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:25.222307 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe2dab-5d96-4faf-bf74-195d481545c6 None None] Pushing event updated for resources: {'Port': ['ID=74a0e050-4d78-4e69-88bd-34ba7d176c85,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:25.222938 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-d492300b-320c-4946-b62a-86186d84921a None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:08:25.355920 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e735-0771-49b2-bde0-a7e169871dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:25.363044 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db18a69b-3f64-4dc6-adea-aeb315986c21,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:25.386297 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-73069301-3765-49c8-889c-35d5c68168bf None None] Provisioning complete for port 74a0e050-4d78-4e69-88bd-34ba7d176c85 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:25.386855 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-73069301-3765-49c8-889c-35d5c68168bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:25.473204 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-d492300b-320c-4946-b62a-86186d84921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:22Z', 'revision_number': 3, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:25.506653 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d492300b-320c-4946-b62a-86186d84921a None None] Checking router: 37f8336e-c3a6-4c93-b876-1294cb5abb00 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:08:25.507480 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d492300b-320c-4946-b62a-86186d84921a None None] Updating router 37f8336e-c3a6-4c93-b876-1294cb5abb00 port 45ea4885-cbb2-4216-9098-b0747f551467 binding host dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:08:25.550847 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] Checking segment: {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:25.551433 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] Network hostable DHCP agents. Network: c242e2a3-fc95-4afe-95c6-6820f2feeb0d, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:08:25.552777 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d492300b-320c-4946-b62a-86186d84921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:25.564258 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] Checking segment: {'id': 'c8a96159-2834-4560-ac80-fbefa4654a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'eee11a19-53b5-452b-87c5-a755d159b2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:25.565534 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] Network hostable DHCP agents. Network: eee11a19-53b5-452b-87c5-a755d159b2e9, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:08:25.663702 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 74a0e050-4d78-4e69-88bd-34ba7d176c85 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:25.734761 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 74a0e050-4d78-4e69-88bd-34ba7d176c85 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:25.735183 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:25.761775 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0833803-229d-4ab1-b597-0c5e2e3dc7b2,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:25.786011 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] Network eee11a19-53b5-452b-87c5-a755d159b2e9 is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:08:25.868045 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] Network c242e2a3-fc95-4afe-95c6-6820f2feeb0d is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:08:25.913982 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d492300b-320c-4946-b62a-86186d84921a None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:25.930449 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-d492300b-320c-4946-b62a-86186d84921a None None] Transition to ACTIVE for port object 45ea4885-cbb2-4216-9098-b0747f551467 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:08:25.940965 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d492300b-320c-4946-b62a-86186d84921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:25.956704 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, eee11a19-53b5-452b-87c5-a755d159b2e9) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:25.968334 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, c242e2a3-fc95-4afe-95c6-6820f2feeb0d) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:25.968557 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544c0e97-e2ee-42d2-aa9a-843b6b6ddef1 None None] Network eee11a19-53b5-452b-87c5-a755d159b2e9 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:08:25.990550 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.003551 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:26.004611 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.008397 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-d492300b-320c-4946-b62a-86186d84921a None None] Attempting to bind port 45ea4885-cbb2-4216-9098-b0747f551467 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:08:26.009052 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-d492300b-320c-4946-b62a-86186d84921a None None] Attempting to bind port 45ea4885-cbb2-4216-9098-b0747f551467 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:08:26.009634 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492300b-320c-4946-b62a-86186d84921a None None] Attempting to bind port 45ea4885-cbb2-4216-9098-b0747f551467 on network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:08:26.022804 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492300b-320c-4946-b62a-86186d84921a None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:08:26.023235 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492300b-320c-4946-b62a-86186d84921a None None] Checking segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:26.023568 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d492300b-320c-4946-b62a-86186d84921a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.023965 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492300b-320c-4946-b62a-86186d84921a None None] Bound using segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:08:26.026280 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-d492300b-320c-4946-b62a-86186d84921a None None] Bound port: 45ea4885-cbb2-4216-9098-b0747f551467, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:08:26.026787 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d492300b-320c-4946-b62a-86186d84921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.059662 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Pushing event updated for resources: {'Port': ['ID=45ea4885-cbb2-4216-9098-b0747f551467,revision_number=2']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:26.079421 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:26.080706 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.082330 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.082680 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.085367 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.085656 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.085997 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.086337 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.086695 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.087020 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.087360 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.094715 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.095352 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.095880 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Tracked resource versions report: Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: pushed versions: Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: { 'AddressGroup': {'1.2'}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'ConntrackHelper': {'1.0'}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Log': {'1.0'}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Network': {'1.1'}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Port': {'1.7'}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'PortForwarding': {'1.2'}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'QosPolicy': {'1.8'}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SecurityGroup': {'1.4'}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SubPort': {'1.0'}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Subnet': {'1.1'}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Trunk': {'1.1'}} Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: consumer versions: Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: { DHCP agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: HyperV agent@hv-cinder-80198: {}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: L3 agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: Metadata agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: Metering agent@dv-cinder-801989-4-iscsi: {}, Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: Open vSwitch agent@dv-cinder-801989-4-iscsi: { 'AddressGroup': '1.2', Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'ConntrackHelper': '1.0', Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Log': '1.0', Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Network': '1.1', Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Port': '1.7', Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'PortForwarding': '1.2', Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'QosPolicy': '1.8', Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SecurityGroup': '1.4', Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SecurityGroupRule': '1.2', Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'SubPort': '1.0', Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Subnet': '1.1', Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: 'Trunk': '1.1'}} Jul 23 16:08:26.097240 dv-cinder-801989-4-iscsi neutron-server[93345]: {{(pid=93345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:08:26.117633 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618820bc-cd9a-4bd6-b6ea-5376bf351e52 None None] Network c242e2a3-fc95-4afe-95c6-6820f2feeb0d requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:08:26.142221 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16380211'] for router, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.184839 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-d492300b-320c-4946-b62a-86186d84921a None None] For port 45ea4885-cbb2-4216-9098-b0747f551467, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:08:26.188660 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-d492300b-320c-4946-b62a-86186d84921a None None] For port 45ea4885-cbb2-4216-9098-b0747f551467, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=45ea4885-cbb2-4216-9098-b0747f551467,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:08:26.204710 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d492300b-320c-4946-b62a-86186d84921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.265213 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d492300b-320c-4946-b62a-86186d84921a None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:08:26.266353 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-d492300b-320c-4946-b62a-86186d84921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:07:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:26.328968 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a57cbba-13ab-42cd-b9a6-97f7c94513e1 None None] Network eee11a19-53b5-452b-87c5-a755d159b2e9 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:08:26.360441 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Allocated IP 172.20.0.1 (24d7c5c0-488d-45c4-a0fb-7e7e9df9629b/73f5cedb-e27f-4d30-9911-d592f6d72bf4/d0f128b0-d08f-443a-8126-f3e0fa4f92ee) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:08:26.415948 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-d492300b-320c-4946-b62a-86186d84921a None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:08:26.448765 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4fe9b-827b-45f7-a73a-1f37e8a698dd None None] Network c242e2a3-fc95-4afe-95c6-6820f2feeb0d requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:08:26.452950 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e735-0771-49b2-bde0-a7e169871dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.468232 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e735-0771-49b2-bde0-a7e169871dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.483259 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-bd70042e-de4f-4530-a0e4-d48df2eb30f3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8083885 Jul 23 16:08:26.485131 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-af288c07-3f95-4ab5-b573-ce12f0ed0c97 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9671590 Jul 23 16:08:26.563394 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7dd8e735-0771-49b2-bde0-a7e169871dd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96fc7fd3b6454ccdb121ab6d64934e3c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8340950 Jul 23 16:08:26.567255 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40672) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:26.577748 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8e735-0771-49b2-bde0-a7e169871dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83127d98-9e95-4c76-9453-415f49befbe1,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:26.583590 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243c112-bd39-47d8-b0e7-bcc946aa5adf None None] Pushing event updated for resources: {'Port': ['ID=45ea4885-cbb2-4216-9098-b0747f551467,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:26.633928 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Router a6290054-52be-4030-9a5d-39df61fd6f08 is scheduled to L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 with binding_index 1 {{(pid=93343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:08:26.667226 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.734760 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Transition to ACTIVE for port object d0f128b0-d08f-443a-8126-f3e0fa4f92ee will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:08:26.917732 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b81ebbf-f145-47b5-b8a2-697ed4b3c208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.944030 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-327498a3-7b87-4f88-b39f-742b4db4207d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:26.970365 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:27.008101 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:08:27.026174 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Sync routers for ids ['a6290054-52be-4030-9a5d-39df61fd6f08'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:08:27.045826 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:27.054567 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-2c900fe8-23c1-464c-ba5e-990fc25dff2d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7343178 Jul 23 16:08:27.055477 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40692) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:27.069679 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Routers {'a6290054-52be-4030-9a5d-39df61fd6f08'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:08:27.071034 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:08:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['a6290054-52be-4030-9a5d-39df61fd6f08'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:27.124363 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b81ebbf-f145-47b5-b8a2-697ed4b3c208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:27.134879 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f128b0-d08f-443a-8126-f3e0fa4f92ee,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:27.150718 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:08:27.164626 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:27.168675 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:08:27.169636 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16383274'] for router_interface, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:27.333928 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-d492300b-320c-4946-b62a-86186d84921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:22Z', 'revision_number': 3, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:27.349962 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b81ebbf-f145-47b5-b8a2-697ed4b3c208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:27.355182 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b81ebbf-f145-47b5-b8a2-697ed4b3c208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:27.360829 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7b81ebbf-f145-47b5-b8a2-697ed4b3c208 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83127d98-9e95-4c76-9453-415f49befbe1 HTTP/1.1" status: 204 len: 168 time: 0.7924497 Jul 23 16:08:27.385242 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81ebbf-f145-47b5-b8a2-697ed4b3c208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83127d98-9e95-4c76-9453-415f49befbe1,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:27.467522 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d492300b-320c-4946-b62a-86186d84921a None None] The sync data for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi is: [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:22Z', 'revision_number': 3, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:08:27.501044 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:27.604901 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40710) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:27.955055 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Set router a6290054-52be-4030-9a5d-39df61fd6f08 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:08:27.987394 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:27.994806 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:27.995899 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16721128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16377597'] for router_interface, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:28.140944 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40736) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:28.166759 dv-cinder-801989-4-iscsi neutron-server[93343]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 16:08:28.358847 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40756) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:28.433363 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f128b0-d08f-443a-8126-f3e0fa4f92ee,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:28.465052 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:28.523610 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-fa587fc1-c43d-484c-b242-611984e8a8cc None None] Provisioning for port d0f128b0-d08f-443a-8126-f3e0fa4f92ee completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:08:28.532707 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:28.541257 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-fa587fc1-c43d-484c-b242-611984e8a8cc None None] Provisioning complete for port d0f128b0-d08f-443a-8126-f3e0fa4f92ee triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:28.541985 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-fa587fc1-c43d-484c-b242-611984e8a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:28.597270 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-fa587fc1-c43d-484c-b242-611984e8a8cc None None] Port d0f128b0-d08f-443a-8126-f3e0fa4f92ee cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:08:28.631202 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-91a9b396-b21c-4d12-8e68-001f0832c0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:28.661233 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-07b8c850-b97a-446a-bcf5-d9544d5a3c8e tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:28.663028 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-07b8c850-b97a-446a-bcf5-d9544d5a3c8e tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/networks?id=eee11a19-53b5-452b-87c5-a755d159b2e9 HTTP/1.1" status: 200 len: 812 time: 0.5093050 Jul 23 16:08:28.712223 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-6c2032ae-6025-4ca6-a36d-bb86f1b36f81 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/quotas/e88116277400442bb1c1545278b3d859 HTTP/1.1" status: 200 len: 375 time: 0.0411382 Jul 23 16:08:28.755685 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40764) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:28.787122 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6d02-544a-428d-907f-91878a3f71b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:28.816893 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:08:28.823386 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:28.827727 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-router', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:23Z', 'revision_number': 3, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'gw_port': {'id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:28.893517 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Checking router: a6290054-52be-4030-9a5d-39df61fd6f08 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:08:28.894276 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Updating router a6290054-52be-4030-9a5d-39df61fd6f08 port f9a7c269-c452-420f-96a0-e72f67ee85ea binding host dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:08:28.897964 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40766) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:28.944349 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.031630 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-67625dff-37c4-4762-adba-dce5e9c2b809 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e88116277400442bb1c1545278b3d859&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121535 Jul 23 16:08:29.149140 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-91a9b396-b21c-4d12-8e68-001f0832c0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.172758 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-91a9b396-b21c-4d12-8e68-001f0832c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.225407 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-f9e6c373-52b6-49c7-8b83-c02be714f008 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:29.226841 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-f9e6c373-52b6-49c7-8b83-c02be714f008 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 815 time: 0.8601208 Jul 23 16:08:29.280648 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-4dd5cd5a-69dc-491b-a5df-337433f1237b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/quotas/37e2a8419bf4498495ae22193d41db3a HTTP/1.1" status: 200 len: 375 time: 0.0331492 Jul 23 16:08:29.287299 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.326772 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Router 37f8336e-c3a6-4c93-b876-1294cb5abb00 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:08:29.340838 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-91a9b396-b21c-4d12-8e68-001f0832c0ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79b474b038f141f6b2a1c2a40983821f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7344618 Jul 23 16:08:29.344658 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40782) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:29.356483 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-232d07d0-9975-41d6-91da-a49be60dd00e None None] Provisioning complete for port d0f128b0-d08f-443a-8126-f3e0fa4f92ee triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:29.357065 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-232d07d0-9975-41d6-91da-a49be60dd00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.365177 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-52b1f78a-3aee-49e3-96a1-2e5842f5eeb6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:08:29.366677 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-52b1f78a-3aee-49e3-96a1-2e5842f5eeb6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1249208 Jul 23 16:08:29.405361 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-73bed408-8365-4028-8365-0608b4400373 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996664 Jul 23 16:08:29.413343 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9b396-b21c-4d12-8e68-001f0832c0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1e72fd-2193-4788-8924-24ee902888d1,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:29.440638 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-232d07d0-9975-41d6-91da-a49be60dd00e None None] Port d0f128b0-d08f-443a-8126-f3e0fa4f92ee cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:08:29.531126 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fc39e222-84ab-403c-9c4b-f5dc4bb7ae96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.566447 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 45ea4885-cbb2-4216-9098-b0747f551467 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:29.570737 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.614387 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Transition to ACTIVE for port object f9a7c269-c452-420f-96a0-e72f67ee85ea will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:08:29.631482 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.651603 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-733cf0e1-098a-4202-b9ad-c9eb578d9367 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:08:29.652658 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-733cf0e1-098a-4202-b9ad-c9eb578d9367 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1262386 Jul 23 16:08:29.686581 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6d02-544a-428d-907f-91878a3f71b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.698334 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 45ea4885-cbb2-4216-9098-b0747f551467 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:08:29.716051 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6d02-544a-428d-907f-91878a3f71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.719183 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 45ea4885-cbb2-4216-9098-b0747f551467 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:29.719786 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.723392 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce2338-423b-4886-9ee2-ca31c58d9997 None None] Pushing event updated for resources: {'Port': ['ID=f9a7c269-c452-420f-96a0-e72f67ee85ea,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:29.746390 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Attempting to bind port f9a7c269-c452-420f-96a0-e72f67ee85ea on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:08:29.746764 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Attempting to bind port f9a7c269-c452-420f-96a0-e72f67ee85ea by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:08:29.747130 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Attempting to bind port f9a7c269-c452-420f-96a0-e72f67ee85ea on network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:08:29.752412 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d6d02-544a-428d-907f-91878a3f71b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c674814-3aa0-49fc-bb3a-cf06010b8539,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:29.767674 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:08:29.768090 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Checking segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:29.768493 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.769226 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Bound using segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:08:29.769961 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Bound port: f9a7c269-c452-420f-96a0-e72f67ee85ea, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:08:29.770782 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.813468 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-15a30c76-b6d0-4e7f-b5d8-b93b99edf667 service neutron] 10.222.0.65 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356711 Jul 23 16:08:29.826098 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-39db973f-dae9-4cd2-917f-78149990f561 service neutron] 10.222.0.65 "GET /v2.0/networks/eee11a19-53b5-452b-87c5-a755d159b2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243793 Jul 23 16:08:29.831258 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-1d0d6d02-544a-428d-907f-91878a3f71b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ccdf23f550b47ec91062294393bbfa3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0735741 Jul 23 16:08:29.831996 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-db0940aa-dac3-4960-ab44-2deb71d0d01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.859446 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-db0940aa-dac3-4960-ab44-2deb71d0d01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.872434 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.879425 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40796) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:29.897225 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:08:29.912375 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] For port f9a7c269-c452-420f-96a0-e72f67ee85ea, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:08:29.921341 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-725e854e-649e-49ca-91b5-f06797fe2f07 admin admin] 10.222.0.65 "PUT /v2.0/routers/37f8336e-c3a6-4c93-b876-1294cb5abb00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0593030 Jul 23 16:08:29.942773 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] For port f9a7c269-c452-420f-96a0-e72f67ee85ea, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=f9a7c269-c452-420f-96a0-e72f67ee85ea,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:08:29.958569 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.974836 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:29.995201 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d6270662-fb54-4491-8f4c-2e4dccd21356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.015868 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-db0940aa-dac3-4960-ab44-2deb71d0d01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.018165 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-db0940aa-dac3-4960-ab44-2deb71d0d01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.022096 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-db0940aa-dac3-4960-ab44-2deb71d0d01c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b1e72fd-2193-4788-8924-24ee902888d1 HTTP/1.1" status: 204 len: 168 time: 0.6651516 Jul 23 16:08:30.049110 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0940aa-dac3-4960-ab44-2deb71d0d01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1e72fd-2193-4788-8924-24ee902888d1,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:30.065480 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d6270662-fb54-4491-8f4c-2e4dccd21356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.077117 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Allocated IP 172.20.0.1 (fc286c6b-df72-439e-bbfe-df072153dc11/e4515c4d-ff81-477c-ae0a-22650fc42440/7c41a361-153a-4670-9bab-8757d2474d5d) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:08:30.082898 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fc39e222-84ab-403c-9c4b-f5dc4bb7ae96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.094421 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fc39e222-84ab-403c-9c4b-f5dc4bb7ae96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.107264 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-d6a9c8d6-39ed-4f77-9f57-77ce0eb9facd service neutron] 10.222.0.65 "GET /v2.0/networks/eee11a19-53b5-452b-87c5-a755d159b2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739115 Jul 23 16:08:30.117941 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 45ea4885-cbb2-4216-9098-b0747f551467, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=45ea4885-cbb2-4216-9098-b0747f551467,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:08:30.142147 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.170449 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fc39e222-84ab-403c-9c4b-f5dc4bb7ae96 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f58e8b216db344809adcd8b0e3a2ab5f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2719955 Jul 23 16:08:30.174395 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40802) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:30.201522 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Routers {'a6290054-52be-4030-9a5d-39df61fd6f08'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:08:30.204315 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39e222-84ab-403c-9c4b-f5dc4bb7ae96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8cf0c9-ffb1-48d4-ae65-b3c93d7c4231,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:30.207885 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:08:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['a6290054-52be-4030-9a5d-39df61fd6f08'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:30.237256 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d6270662-fb54-4491-8f4c-2e4dccd21356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.241704 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d6270662-fb54-4491-8f4c-2e4dccd21356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.250382 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d6270662-fb54-4491-8f4c-2e4dccd21356 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7c674814-3aa0-49fc-bb3a-cf06010b8539 HTTP/1.1" status: 204 len: 168 time: 0.3659468 Jul 23 16:08:30.263467 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-fb5452a0-a4ed-4ccf-b0db-7b056b3f2314 service neutron] 10.222.0.65 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652556 Jul 23 16:08:30.264528 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6270662-fb54-4491-8f4c-2e4dccd21356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c674814-3aa0-49fc-bb3a-cf06010b8539,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:30.289379 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-73814fa3-f8b0-4ce4-a70a-ec7d9c9f8b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.356990 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-73814fa3-f8b0-4ce4-a70a-ec7d9c9f8b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.402721 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce2338-423b-4886-9ee2-ca31c58d9997 None None] Pushing event updated for resources: {'Port': ['ID=f9a7c269-c452-420f-96a0-e72f67ee85ea,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:30.455389 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.470494 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-73814fa3-f8b0-4ce4-a70a-ec7d9c9f8b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.474034 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-73814fa3-f8b0-4ce4-a70a-ec7d9c9f8b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.475537 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-73814fa3-f8b0-4ce4-a70a-ec7d9c9f8b11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be8cf0c9-ffb1-48d4-ae65-b3c93d7c4231 HTTP/1.1" status: 204 len: 168 time: 0.2993295 Jul 23 16:08:30.495727 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73814fa3-f8b0-4ce4-a70a-ec7d9c9f8b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8cf0c9-ffb1-48d4-ae65-b3c93d7c4231,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:30.516419 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Sync routers for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:08:30.543422 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:08:30.545435 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:08:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:30.589633 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.637814 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=45ea4885-cbb2-4216-9098-b0747f551467,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:30.656467 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] Set router a6290054-52be-4030-9a5d-39df61fd6f08 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:08:30.779490 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Network fc286c6b-df72-439e-bbfe-df072153dc11 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:08:30.797920 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:30.815361 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:08:30.817466 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16383274'] for router_interface, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:30.878407 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:08:31.023441 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Pushing event updated for resources: {'Port': ['ID=7c41a361-153a-4670-9bab-8757d2474d5d,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:31.031651 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61540bc1-d5bf-4220-ae3c-21da63a16d4c req-14f0e07a-b097-40fb-b7c0-3745a74af407 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 210 time: 0.1160693 Jul 23 16:08:31.125378 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-router', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:23Z', 'revision_number': 3, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'gw_port': {'id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:31.155493 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3456af76-bdfb-4be1-b6d3-2b21f0f08ace None None] The sync data for ids ['a6290054-52be-4030-9a5d-39df61fd6f08'] in dv-cinder-801989-4-iscsi is: [{'id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-router', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:23Z', 'revision_number': 3, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'gw_port': {'id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:08:31.209335 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 2, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:31.263645 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Checking router: 37f8336e-c3a6-4c93-b876-1294cb5abb00 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:08:31.268753 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40858) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:31.272861 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Updating router 37f8336e-c3a6-4c93-b876-1294cb5abb00 port d0f128b0-d08f-443a-8126-f3e0fa4f92ee binding host dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:08:31.293528 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dd54f7a1-daff-4a5f-acfe-9b0b13247e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:31.350495 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:31.524956 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 45ea4885-cbb2-4216-9098-b0747f551467 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:31.564013 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-210bec9d-4081-41c8-bdaf-c3160a25837f req-22723a3c-c718-46df-abc9-f9664e922042 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 210 time: 0.1880307 Jul 23 16:08:31.645553 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dd54f7a1-daff-4a5f-acfe-9b0b13247e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:31.658935 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dd54f7a1-daff-4a5f-acfe-9b0b13247e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:31.701887 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 45ea4885-cbb2-4216-9098-b0747f551467 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:31.704380 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:31.813208 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:31.827768 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 40874) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:31.830351 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-dd54f7a1-daff-4a5f-acfe-9b0b13247e4b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e857bb0b7de466b9a61321e5eb17628&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5597739 Jul 23 16:08:31.859046 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54f7a1-daff-4a5f-acfe-9b0b13247e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0d9704-4474-45ed-909e-0d7c0105096d,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:31.965239 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40880) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:31.970942 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-e260df3e-5139-4473-b9bd-d18f3ca6ac36 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627715321', 'description': 'tempest-description--1994971359'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:32.074623 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e260df3e-5139-4473-b9bd-d18f3ca6ac36 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.186274 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.200538 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Transition to ACTIVE for port object d0f128b0-d08f-443a-8126-f3e0fa4f92ee will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:08:32.211150 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.324866 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a8356-fdc6-405e-8175-55198ca7f47a None None] Pushing event updated for resources: {'Port': ['ID=d0f128b0-d08f-443a-8126-f3e0fa4f92ee,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:32.382572 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f92d7b6d-972f-4332-b9b3-fc94ce287900 req-0c86609f-21f6-45e3-9801-75d9f99134d1 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 210 time: 0.1385655 Jul 23 16:08:32.393975 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38b19b05-1000-434b-868a-fd2c32aa9eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.480813 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38b19b05-1000-434b-868a-fd2c32aa9eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.488738 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e260df3e-5139-4473-b9bd-d18f3ca6ac36 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.497766 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e260df3e-5139-4473-b9bd-d18f3ca6ac36 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.520953 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Attempting to bind port d0f128b0-d08f-443a-8126-f3e0fa4f92ee on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:08:32.522807 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Attempting to bind port d0f128b0-d08f-443a-8126-f3e0fa4f92ee by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:08:32.523070 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Attempting to bind port d0f128b0-d08f-443a-8126-f3e0fa4f92ee on network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:08:32.546323 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:08:32.549595 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Checking segment: {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:32.550526 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.552187 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Bound using segment: {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:08:32.553353 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Bound port: d0f128b0-d08f-443a-8126-f3e0fa4f92ee, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:08:32.554517 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.640875 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e260df3e-5139-4473-b9bd-d18f3ca6ac36 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.642298 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e260df3e-5139-4473-b9bd-d18f3ca6ac36 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6759775 Jul 23 16:08:32.648570 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260df3e-5139-4473-b9bd-d18f3ca6ac36 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee335747-22c3-4865-8854-d18957771f6e,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:32.654655 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40926) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:32.667115 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-0389d3bd-2b4a-496e-8565-7bed2c5bfad0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'security_group_rule': {'security_group_id': 'ee335747-22c3-4865-8854-d18957771f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:32.738922 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] For port d0f128b0-d08f-443a-8126-f3e0fa4f92ee, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:08:32.749325 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] For port d0f128b0-d08f-443a-8126-f3e0fa4f92ee, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=d0f128b0-d08f-443a-8126-f3e0fa4f92ee,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:08:32.761436 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.763143 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0389d3bd-2b4a-496e-8565-7bed2c5bfad0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:32.920169 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a8356-fdc6-405e-8175-55198ca7f47a None None] Pushing event updated for resources: {'Port': ['ID=d0f128b0-d08f-443a-8126-f3e0fa4f92ee,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:32.966972 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-95f5c34a-9b7d-4cd1-9a11-fb012ace2063 req-fab78eb8-7576-473d-9b57-5a09f31fcbd6 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 210 time: 0.2351382 Jul 23 16:08:32.975452 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:08:32.977738 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:08:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:33.005641 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0389d3bd-2b4a-496e-8565-7bed2c5bfad0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.030231 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0389d3bd-2b4a-496e-8565-7bed2c5bfad0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.054873 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389d3bd-2b4a-496e-8565-7bed2c5bfad0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380ac6f9-4204-4d8d-b1b2-b4a24d4d0b03,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:33.079013 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0389d3bd-2b4a-496e-8565-7bed2c5bfad0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.087304 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0389d3bd-2b4a-496e-8565-7bed2c5bfad0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4250572 Jul 23 16:08:33.088666 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40940) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:33.099234 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-e3d592b2-1201-454d-9c71-e29d898ed02c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'security_group_rule': {'security_group_id': 'ee335747-22c3-4865-8854-d18957771f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:33.156116 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e3d592b2-1201-454d-9c71-e29d898ed02c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.337738 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e3d592b2-1201-454d-9c71-e29d898ed02c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.362177 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e3d592b2-1201-454d-9c71-e29d898ed02c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.418327 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38b19b05-1000-434b-868a-fd2c32aa9eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.428018 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38b19b05-1000-434b-868a-fd2c32aa9eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.429304 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-38b19b05-1000-434b-868a-fd2c32aa9eb1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b0d9704-4474-45ed-909e-0d7c0105096d HTTP/1.1" status: 204 len: 168 time: 1.5908401 Jul 23 16:08:33.444405 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e3d592b2-1201-454d-9c71-e29d898ed02c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.451985 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e3d592b2-1201-454d-9c71-e29d898ed02c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3605580 Jul 23 16:08:33.454707 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 40960) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:33.460739 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'floatingip': {'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:33.488464 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d592b2-1201-454d-9c71-e29d898ed02c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f74c88c-b738-4de2-9bb0-1d787af27d39,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:33.491597 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b19b05-1000-434b-868a-fd2c32aa9eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0d9704-4474-45ed-909e-0d7c0105096d,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:33.552949 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:08:33.559771 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.653408 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device f9a7c269-c452-420f-96a0-e72f67ee85ea up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:33.886355 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a9d07f72-8559-4a6b-866a-7c01b682c84b req-77cb52b3-938f-4af3-894a-a73a1095b3d6 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 210 time: 0.3406429 Jul 23 16:08:33.922384 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port f9a7c269-c452-420f-96a0-e72f67ee85ea completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:08:33.930417 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port f9a7c269-c452-420f-96a0-e72f67ee85ea triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:33.931621 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.988419 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:34.003169 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:34.008918 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16721128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16377597'] for router_interface, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:34.172812 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:34.208089 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port f9a7c269-c452-420f-96a0-e72f67ee85ea, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=f9a7c269-c452-420f-96a0-e72f67ee85ea,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:08:34.215746 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:34.253867 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:34.405514 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:32Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:34.476427 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-696fc500-1b37-472a-996b-2a5f3c713363 req-b69b05f0-fec2-44d7-91c4-b8a68682ac80 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 210 time: 0.2640593 Jul 23 16:08:34.531065 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=f9a7c269-c452-420f-96a0-e72f67ee85ea,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:34.564070 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4233bb8c-fb46-445b-b654-06fe16708369 None None] The sync data for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi is: [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:32Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:08:34.611422 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Pushing event updated for resources: {'Port': ['ID=7c41a361-153a-4670-9bab-8757d2474d5d,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:34.730957 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Network fc286c6b-df72-439e-bbfe-df072153dc11 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:08:34.730957 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:34.738067 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Allocated IP 172.27.2.98 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/fd326f2b-1a23-476f-955e-332b6b808de4) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:08:35.163433 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:35.170767 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Router a6290054-52be-4030-9a5d-39df61fd6f08 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:08:35.237819 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:35.339569 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:08:35.347292 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:35.356855 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:08:35.430700 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51e09097-ea48-4d90-a02c-69cb85535c07 req-9995e1fd-c7ba-4d15-93b3-a4bd88dcfd70 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 210 time: 0.0631278 Jul 23 16:08:35.547078 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:08:35.559961 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Sync routers for ids ['a6290054-52be-4030-9a5d-39df61fd6f08'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:08:35.566818 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'Port': ['ID=fd326f2b-1a23-476f-955e-332b6b808de4,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:35.579767 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-27eea74f-197a-4f94-8ba8-0cac0ff89ddf admin admin] 10.222.0.65 "PUT /v2.0/routers/a6290054-52be-4030-9a5d-39df61fd6f08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5153105 Jul 23 16:08:35.589639 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:35.607634 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Routers {'a6290054-52be-4030-9a5d-39df61fd6f08'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:08:35.612208 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:08:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['a6290054-52be-4030-9a5d-39df61fd6f08'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:35.715191 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:35.843242 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device f9a7c269-c452-420f-96a0-e72f67ee85ea up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:35.936729 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-79ce1bb1-cafe-4372-955b-7d3e2fadb0f6 req-7122638c-f624-493f-bc37-49265cd6df87 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 210 time: 0.0814724 Jul 23 16:08:36.111078 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Set router a6290054-52be-4030-9a5d-39df61fd6f08 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:08:36.228614 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port f9a7c269-c452-420f-96a0-e72f67ee85ea triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:36.229620 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:36.271911 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.72', 58875) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:36.301911 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:36.311732 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:36.417771 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'Port': ['ID=fd326f2b-1a23-476f-955e-332b6b808de4,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:36.436625 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:36.476322 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:36.485533 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-808f4d99-ca83-45ed-8bdf-2bcef0b3266b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0288656 Jul 23 16:08:36.609539 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-ecf0d263-fa27-400a-b553-bbafd6f0b832 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:36.611702 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-ecf0d263-fa27-400a-b553-bbafd6f0b832 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.72 "GET /v2.0/networks?id=eee11a19-53b5-452b-87c5-a755d159b2e9 HTTP/1.1" status: 200 len: 812 time: 0.3381100 Jul 23 16:08:36.757697 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Request body: {'port': {'device_id': '7a6629ee-60ab-4efc-a6db-16b68e767df7', 'network_id': 'eee11a19-53b5-452b-87c5-a755d159b2e9', 'admin_state_up': True, 'tenant_id': 'e88116277400442bb1c1545278b3d859'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:36.844956 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-686f7a39-2d47-48b8-8f08-25506e2b617f req-d5809364-8f71-4c8f-9e29-25a11883d6de tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 210 time: 0.1317184 Jul 23 16:08:36.874507 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device d0f128b0-d08f-443a-8126-f3e0fa4f92ee up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:37.072540 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port d0f128b0-d08f-443a-8126-f3e0fa4f92ee completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:08:37.090426 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port d0f128b0-d08f-443a-8126-f3e0fa4f92ee triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:37.090822 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:37.169894 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-router', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:31Z', 'revision_number': 4, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'gw_port': {'id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '7c41a361-153a-4670-9bab-8757d2474d5d', 'name': '', 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'mac_address': 'fa:16:3e:3f:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4515c4d-ff81-477c-ae0a-22650fc42440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:29Z', 'updated_at': '2021-07-23T16:08:32Z', 'revision_number': 2, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'subnets': [{'id': 'e4515c4d-ff81-477c-ae0a-22650fc42440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:37.178222 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2afa6b71-2353-4296-9169-b29ce2bbc669 req-29599363-f304-49bd-a17b-e04720932e7c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 210 time: 0.1385407 Jul 23 16:08:37.263152 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Checking router: a6290054-52be-4030-9a5d-39df61fd6f08 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:08:37.263760 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Updating router a6290054-52be-4030-9a5d-39df61fd6f08 port 7c41a361-153a-4670-9bab-8757d2474d5d binding host dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:08:37.305303 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.72', 58882) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:37.361316 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:37.363297 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Made reservation on behalf of e88116277400442bb1c1545278b3d859 for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:37.377673 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:37.511324 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:37.572199 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port d0f128b0-d08f-443a-8126-f3e0fa4f92ee, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=d0f128b0-d08f-443a-8126-f3e0fa4f92ee,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:08:37.637214 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:37.793418 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=d0f128b0-d08f-443a-8126-f3e0fa4f92ee,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:37.964685 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b2c9047c-ccca-4c30-a0c7-bc512a9ab3b9 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:37.968454 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b2c9047c-ccca-4c30-a0c7-bc512a9ab3b9 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 815 time: 0.6588354 Jul 23 16:08:37.996112 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Request body: {'port': {'device_id': '75a6edc2-9827-46c0-9e3f-7e627ef2dee4', 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d', 'admin_state_up': True, 'tenant_id': '37e2a8419bf4498495ae22193d41db3a'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:38.321940 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:38.350198 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Transition to ACTIVE for port object 7c41a361-153a-4670-9bab-8757d2474d5d will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:08:38.364839 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:38.373410 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Made reservation on behalf of 37e2a8419bf4498495ae22193d41db3a for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:38.383040 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-83da95bc-14d6-41f9-a00b-2eafb0541786 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--627715321&fields=id&tenant_id=57fdedc6f8b44c89994ac2b3ec94910f HTTP/1.1" status: 200 len: 267 time: 0.4807305 Jul 23 16:08:38.384988 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:38.486909 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9cd1f-0cab-4ebf-9010-7602696f7b96 None None] Pushing event updated for resources: {'Port': ['ID=7c41a361-153a-4670-9bab-8757d2474d5d,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:38.560152 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Allocated IP 172.20.0.5 (eee11a19-53b5-452b-87c5-a755d159b2e9/db18a69b-3f64-4dc6-adea-aeb315986c21/7f44a9df-c5d4-4ebc-aeb9-0804635cff6b) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:08:38.799849 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Attempting to bind port 7c41a361-153a-4670-9bab-8757d2474d5d on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:08:38.800517 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Attempting to bind port 7c41a361-153a-4670-9bab-8757d2474d5d by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:08:38.801363 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Attempting to bind port 7c41a361-153a-4670-9bab-8757d2474d5d on network fc286c6b-df72-439e-bbfe-df072153dc11 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:08:38.823751 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:08:38.830638 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Checking segment: {'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:38.831293 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:38.832051 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Bound using segment: {'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:08:38.832762 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Bound port: 7c41a361-153a-4670-9bab-8757d2474d5d, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:08:38.833338 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:38.908371 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-b03cc04b-e8a7-4c85-9269-159ee3560cc8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:38.912077 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-b03cc04b-e8a7-4c85-9269-159ee3560cc8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/networks?id=fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 200 len: 819 time: 1.0140316 Jul 23 16:08:38.997357 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] For port 7c41a361-153a-4670-9bab-8757d2474d5d, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:08:39.002086 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] For port 7c41a361-153a-4670-9bab-8757d2474d5d, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=7c41a361-153a-4670-9bab-8757d2474d5d,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:08:39.013187 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:39.101405 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Allocated IP 172.20.0.11 (c242e2a3-fc95-4afe-95c6-6820f2feeb0d/d0833803-229d-4ab1-b597-0c5e2e3dc7b2/33914f1b-83aa-414f-a454-70d4a8d678dc) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:08:39.142069 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Routers {'a6290054-52be-4030-9a5d-39df61fd6f08'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:08:39.142069 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:08:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['a6290054-52be-4030-9a5d-39df61fd6f08'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:39.229047 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-78ac1db1-0236-4f5d-8a70-607681b1d2fe tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/quotas/dce085b580bc4bee9a9b683eb49e0f1c HTTP/1.1" status: 200 len: 375 time: 0.2641449 Jul 23 16:08:39.283373 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-29aa6cd1-06da-48c9-98f0-7cce3ae6529a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:39.301830 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-29aa6cd1-06da-48c9-98f0-7cce3ae6529a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 810 time: 0.8814211 Jul 23 16:08:39.434807 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9cd1f-0cab-4ebf-9010-7602696f7b96 None None] Pushing event updated for resources: {'Port': ['ID=7c41a361-153a-4670-9bab-8757d2474d5d,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:39.537890 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-c6dfd9f0-e2d5-4c5b-a98d-36ea9fb3916a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/quotas/57fdedc6f8b44c89994ac2b3ec94910f HTTP/1.1" status: 200 len: 375 time: 0.1230936 Jul 23 16:08:39.583060 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] Set router a6290054-52be-4030-9a5d-39df61fd6f08 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:08:39.732065 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:39.902131 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:40.097723 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:40.111158 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device d0f128b0-d08f-443a-8126-f3e0fa4f92ee up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:40.155291 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41224) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:40.158992 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Pushing event updated for resources: {'Port': ['ID=33914f1b-83aa-414f-a454-70d4a8d678dc,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:40.172619 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:40.249869 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Network c242e2a3-fc95-4afe-95c6-6820f2feeb0d is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:08:40.253160 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:40.278961 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:08:40.288296 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:40.288962 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:40.304123 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-2e9acb9e-ac8f-4ca4-940f-eb14083268a1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0726118 Jul 23 16:08:40.323981 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Network eee11a19-53b5-452b-87c5-a755d159b2e9 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:08:40.362788 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-3dd07be4-2a5f-4cf7-9193-b37f5270836f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8227565 Jul 23 16:08:40.368407 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b7b6b9df-41a1-41a7-a8cd-07508e781b64 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3737998 Jul 23 16:08:40.376182 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:40.387584 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:08:40.393509 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:40.394452 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:40.405590 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-11a8ceba-1063-4975-81eb-c292f2c0627f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:08:40.407959 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-11a8ceba-1063-4975-81eb-c292f2c0627f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084190 Jul 23 16:08:40.485830 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port d0f128b0-d08f-443a-8126-f3e0fa4f92ee triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:40.486354 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:40.529019 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7773190 Jul 23 16:08:40.558354 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-63c943ed-6719-4a0f-b537-c5b166e2d890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:40.577945 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92701123-e9dc-4889-847a-5d4967622f57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Pushing event updated for resources: {'Port': ['ID=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:40.581548 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-router', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:31Z', 'revision_number': 4, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'gw_port': {'id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '7c41a361-153a-4670-9bab-8757d2474d5d', 'name': '', 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'mac_address': 'fa:16:3e:3f:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4515c4d-ff81-477c-ae0a-22650fc42440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:29Z', 'updated_at': '2021-07-23T16:08:38Z', 'revision_number': 4, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'subnets': [{'id': 'e4515c4d-ff81-477c-ae0a-22650fc42440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:08:40.669566 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97fd1fc-4191-4319-8847-74b07b14fff2 None None] The sync data for ids ['a6290054-52be-4030-9a5d-39df61fd6f08'] in dv-cinder-801989-4-iscsi is: [{'id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-router', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:31Z', 'revision_number': 4, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'gw_port': {'id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '7c41a361-153a-4670-9bab-8757d2474d5d', 'name': '', 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'mac_address': 'fa:16:3e:3f:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4515c4d-ff81-477c-ae0a-22650fc42440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:29Z', 'updated_at': '2021-07-23T16:08:38Z', 'revision_number': 4, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'subnets': [{'id': 'e4515c4d-ff81-477c-ae0a-22650fc42440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:08:41.018108 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Request body: {'port': {'device_id': '7a6629ee-60ab-4efc-a6db-16b68e767df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:41.137870 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-63c943ed-6719-4a0f-b537-c5b166e2d890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:41.149092 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-63c943ed-6719-4a0f-b537-c5b166e2d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:41.163728 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Request body: {'port': {'device_id': '75a6edc2-9827-46c0-9e3f-7e627ef2dee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:41.184425 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-6a24f402-3512-4b63-9b08-5f6d5f191db7 service neutron] 10.222.0.65 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7977600 Jul 23 16:08:41.187913 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c943ed-6719-4a0f-b537-c5b166e2d890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9ae63c-df39-4cd5-be1a-e434c70ccedb,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:41.295929 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-668af6b9-1e97-42ad-9abd-af73f9995e3e service neutron] 10.222.0.65 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9510002 Jul 23 16:08:41.298224 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-63c943ed-6719-4a0f-b537-c5b166e2d890 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=776c587514c145d5949d1f35ea03eb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1198802 Jul 23 16:08:41.320929 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41256) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:41.410333 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:41.577430 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-36529251-6eaf-4e2e-a469-07c9d39de5f7 service neutron] 10.222.0.65 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994597 Jul 23 16:08:41.807954 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:41.978748 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 7c41a361-153a-4670-9bab-8757d2474d5d up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:42.018787 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3a5342a3-d747-4939-8d3e-6464a36ff73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:42.194546 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 7c41a361-153a-4670-9bab-8757d2474d5d completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:08:42.205887 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 7c41a361-153a-4670-9bab-8757d2474d5d triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:42.206781 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:42.269989 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-b29c61d7-0ee7-4d97-a58f-792d15d93e29 service neutron] 10.222.0.65 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915443 Jul 23 16:08:42.272400 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3a5342a3-d747-4939-8d3e-6464a36ff73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:42.443731 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:42.672020 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41286) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:42.704175 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 7c41a361-153a-4670-9bab-8757d2474d5d, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=7c41a361-153a-4670-9bab-8757d2474d5d,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:08:42.723675 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:42.760316 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3a5342a3-d747-4939-8d3e-6464a36ff73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:42.772945 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3a5342a3-d747-4939-8d3e-6464a36ff73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:42.798107 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3a5342a3-d747-4939-8d3e-6464a36ff73a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b9ae63c-df39-4cd5-be1a-e434c70ccedb HTTP/1.1" status: 204 len: 168 time: 1.4755442 Jul 23 16:08:42.897740 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5342a3-d747-4939-8d3e-6464a36ff73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9ae63c-df39-4cd5-be1a-e434c70ccedb,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:43.172854 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6358e96e-65c0-4c9a-9fad-5e1321b79e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:43.271938 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:08:43.286170 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:43.327756 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=7c41a361-153a-4670-9bab-8757d2474d5d,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:43.402874 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b4388-3e0f-484b-b6e1-0b7211b37d2f req-d356a692-6882-4888-a101-0e52962c4fbe tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:43.422226 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f46b4388-3e0f-484b-b6e1-0b7211b37d2f req-d356a692-6882-4888-a101-0e52962c4fbe tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 931 time: 1.3709493 Jul 23 16:08:43.445760 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Transition to ACTIVE for port object 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:08:43.492800 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:43.715074 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f46b4388-3e0f-484b-b6e1-0b7211b37d2f req-af8990c9-6c44-4bcc-ba3d-1dc3b708d467 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906013 Jul 23 16:08:43.929261 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Pushing event updated for resources: {'Port': ['ID=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:43.954668 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 7c41a361-153a-4670-9bab-8757d2474d5d up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:44.062526 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6358e96e-65c0-4c9a-9fad-5e1321b79e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.074132 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33914f1b-83aa-414f-a454-70d4a8d678dc {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:08:44.124380 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.133098 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 7c41a361-153a-4670-9bab-8757d2474d5d triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:44.133473 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.161724 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6358e96e-65c0-4c9a-9fad-5e1321b79e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.208930 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Transition to ACTIVE for port object 33914f1b-83aa-414f-a454-70d4a8d678dc will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:08:44.273593 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77384e-cf5a-4853-a088-a5a874e5e944 req-8c73b859-ab7a-475c-b40d-8a3eef835868 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:44.276741 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e77384e-cf5a-4853-a088-a5a874e5e944 req-8c73b859-ab7a-475c-b40d-8a3eef835868 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 932 time: 0.8490407 Jul 23 16:08:44.277847 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.347676 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6358e96e-65c0-4c9a-9fad-5e1321b79e3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99db3a4224bd47338536690f80e7c8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6727691 Jul 23 16:08:44.366230 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41320) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:44.367020 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-417c074a-a750-4887-8d97-ee9d7a703f98 req-07a28b49-b6ea-48ae-9d2a-cd13db550fa4 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.1500664 Jul 23 16:08:44.397096 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Attempting to bind port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:08:44.397463 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Attempting to bind port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'c8a96159-2834-4560-ac80-fbefa4654a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'eee11a19-53b5-452b-87c5-a755d159b2e9'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:08:44.397826 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Attempting to bind port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b on network eee11a19-53b5-452b-87c5-a755d159b2e9 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:08:44.410449 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358e96e-65c0-4c9a-9fad-5e1321b79e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c45d255-9cac-4a96-982e-17c4d15c8fc8,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:44.422471 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b on network eee11a19-53b5-452b-87c5-a755d159b2e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:08:44.422800 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Attempting to bind port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b on network eee11a19-53b5-452b-87c5-a755d159b2e9 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:08:44.445158 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:08:44.445672 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Checking segment: {'id': 'c8a96159-2834-4560-ac80-fbefa4654a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'eee11a19-53b5-452b-87c5-a755d159b2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:44.447001 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Bound using segment: {'id': 'c8a96159-2834-4560-ac80-fbefa4654a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'eee11a19-53b5-452b-87c5-a755d159b2e9'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:08:44.447813 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Bound port: 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a96159-2834-4560-ac80-fbefa4654a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'eee11a19-53b5-452b-87c5-a755d159b2e9'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:08:44.448373 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.520256 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d18eb6ca-de4a-4d8a-a536-31abb540e933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.745013 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d18eb6ca-de4a-4d8a-a536-31abb540e933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.777189 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e77384e-cf5a-4853-a088-a5a874e5e944 req-391b676f-48e4-418f-a4bb-8ba29ab3e135 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538705 Jul 23 16:08:44.778078 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Pushing event updated for resources: {'Port': ['ID=33914f1b-83aa-414f-a454-70d4a8d678dc,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:44.804821 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] For port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:08:44.820914 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] For port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b,segment=NetworkSegment(c8a96159-2834-4560-ac80-fbefa4654a42),segment_id=c8a96159-2834-4560-ac80-fbefa4654a42)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:08:44.822111 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-39e5f49f-32fd-42d6-9d55-9358c81c97cf req-1c175f56-c87e-4a80-9b95-c9502240d2c0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 210 time: 0.0684283 Jul 23 16:08:44.826004 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Attempting to bind port 33914f1b-83aa-414f-a454-70d4a8d678dc on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:08:44.826382 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Attempting to bind port 33914f1b-83aa-414f-a454-70d4a8d678dc by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:08:44.826737 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Attempting to bind port 33914f1b-83aa-414f-a454-70d4a8d678dc on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:08:44.829907 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.832443 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Port 33914f1b-83aa-414f-a454-70d4a8d678dc on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:08:44.833006 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Attempting to bind port 33914f1b-83aa-414f-a454-70d4a8d678dc on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:08:44.856560 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:08:44.856927 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Checking segment: {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:44.857495 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Bound using segment: {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:08:44.857959 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Bound port: 33914f1b-83aa-414f-a454-70d4a8d678dc, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:08:44.858315 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.909296 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d18eb6ca-de4a-4d8a-a536-31abb540e933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.912203 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d18eb6ca-de4a-4d8a-a536-31abb540e933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.913669 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d18eb6ca-de4a-4d8a-a536-31abb540e933 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c45d255-9cac-4a96-982e-17c4d15c8fc8 HTTP/1.1" status: 204 len: 168 time: 0.5409632 Jul 23 16:08:44.916345 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:44.916773 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.918317 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-32a08045-117b-4edc-9694-42e788babb4b service neutron] 10.222.0.72 "PUT /v2.0/ports/7f44a9df-c5d4-4ebc-aeb9-0804635cff6b HTTP/1.1" status: 200 len: 1093 time: 4.1763577 Jul 23 16:08:44.927886 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6629ee-60ab-4efc-a6db-16b68e767df7', 'tag': '7f44a9df-c5d4-4ebc-aeb9-0804635cff6b'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:08:44.999097 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eb6ca-de4a-4d8a-a536-31abb540e933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c45d255-9cac-4a96-982e-17c4d15c8fc8,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:45.019271 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a08045-117b-4edc-9694-42e788babb4b service neutron] Pushing event updated for resources: {'Port': ['ID=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:45.073336 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] For port 33914f1b-83aa-414f-a454-70d4a8d678dc, host hv-cinder-80198, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:08:45.093775 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2f640-81cf-421d-8200-67387897d23a req-6e127801-a4e3-4e92-a4e2-077d151b6225 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:45.106148 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69e2f640-81cf-421d-8200-67387897d23a req-6e127801-a4e3-4e92-a4e2-077d151b6225 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.1722970 Jul 23 16:08:45.137580 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] For port 33914f1b-83aa-414f-a454-70d4a8d678dc, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=33914f1b-83aa-414f-a454-70d4a8d678dc,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:08:45.157699 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:45.261561 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69e2f640-81cf-421d-8200-67387897d23a req-0f14d44f-0745-4165-b593-05b20aca4e16 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536624 Jul 23 16:08:45.284169 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:45.284169 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:45.284169 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] 10.222.0.72 "PUT /v2.0/ports/33914f1b-83aa-414f-a454-70d4a8d678dc HTTP/1.1" status: 200 len: 1094 time: 4.5092511 Jul 23 16:08:45.284169 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a6edc2-9827-46c0-9e3f-7e627ef2dee4', 'tag': '33914f1b-83aa-414f-a454-70d4a8d678dc'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:08:45.356461 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514d42fb-b462-49a5-a58a-56adac691e78" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6629ee-60ab-4efc-a6db-16b68e767df7", "tag": "7f44a9df-c5d4-4ebc-aeb9-0804635cff6b"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:08:45.362020 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72ed2e-96d6-44e3-b63d-5f7e12f1e0ed service neutron] Pushing event updated for resources: {'Port': ['ID=33914f1b-83aa-414f-a454-70d4a8d678dc,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:45.386377 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-bfb6c1e4-f34d-4d23-af14-187efe927b18 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:45.388008 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-bfb6c1e4-f34d-4d23-af14-187efe927b18 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/networks?id=fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 200 len: 819 time: 0.2718785 Jul 23 16:08:45.412342 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-1b12705a-5845-4ebc-8128-33799fc26ba4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/quotas/dce085b580bc4bee9a9b683eb49e0f1c HTTP/1.1" status: 200 len: 375 time: 0.0177565 Jul 23 16:08:45.507566 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-9d0c356c-023c-491d-9155-9a7898623e05 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0886195 Jul 23 16:08:45.647303 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80e2212-49a8-43f5-9eb4-61de6c8ddb92" -d '{"events": [{"name": "network-changed", "server_uuid": "75a6edc2-9827-46c0-9e3f-7e627ef2dee4", "tag": "33914f1b-83aa-414f-a454-70d4a8d678dc"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:08:45.653867 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-a40357b7-50e7-4dd1-a422-a53a6a1c8c81 service neutron] 10.222.0.65 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353223 Jul 23 16:08:45.667171 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a821f611-33af-4198-9e1c-07ce7593ae1f x-openstack-request-id: req-a821f611-33af-4198-9e1c-07ce7593ae1f {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:08:45.667678 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6629ee-60ab-4efc-a6db-16b68e767df7", "tag": "7f44a9df-c5d4-4ebc-aeb9-0804635cff6b", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:08:45.667923 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a821f611-33af-4198-9e1c-07ce7593ae1f {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:08:45.668585 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6629ee-60ab-4efc-a6db-16b68e767df7', 'tag': '7f44a9df-c5d4-4ebc-aeb9-0804635cff6b', 'status': 'completed', 'code': 200} Jul 23 16:08:45.784278 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41384) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:45.804617 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e5887aee-62f0-4f98-9999-eadca9051595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:45.807107 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2bd4c02b-46b7-44b5-9d3f-cb8251be84e1 req-440dc8cd-75ca-4e4f-a974-262c4daaf7cf tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0382044 Jul 23 16:08:45.865241 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-3bdcee13-d150-4cbb-9ad4-49dd9f8b6736 service neutron] 10.222.0.65 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054393 Jul 23 16:08:46.022522 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e5887aee-62f0-4f98-9999-eadca9051595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:46.028952 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e5887aee-62f0-4f98-9999-eadca9051595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:46.115944 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e5887aee-62f0-4f98-9999-eadca9051595 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28a2ba31f0a04b11a97a6dcd835d9ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293755 Jul 23 16:08:46.119528 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41398) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:46.161727 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5887aee-62f0-4f98-9999-eadca9051595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceaed34-aa19-4cfd-8d84-f31769d272ac,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:46.170390 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b36ab4-4fb3-4dce-8e9d-2004d28d7e8c x-openstack-request-id: req-c8b36ab4-4fb3-4dce-8e9d-2004d28d7e8c {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:08:46.172631 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a6edc2-9827-46c0-9e3f-7e627ef2dee4", "tag": "33914f1b-83aa-414f-a454-70d4a8d678dc", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:08:46.173667 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8b36ab4-4fb3-4dce-8e9d-2004d28d7e8c {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:08:46.174576 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a6edc2-9827-46c0-9e3f-7e627ef2dee4', 'tag': '33914f1b-83aa-414f-a454-70d4a8d678dc', 'status': 'completed', 'code': 200} Jul 23 16:08:46.333157 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0d17-b451-405c-933f-87e095503e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:46.372062 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-92b89d67-1959-4c78-a1b3-c2f3d25df1e3 req-a5eab7d3-7620-449d-9072-111a7ecfcd9d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0722651 Jul 23 16:08:46.410037 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0d17-b451-405c-933f-87e095503e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:46.440347 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa0f01-bf4b-44c6-8a69-0ba28d789fff req-11adc550-f5a8-4688-a48e-c6b969a4047b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:46.457038 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-affa0f01-bf4b-44c6-8a69-0ba28d789fff req-11adc550-f5a8-4688-a48e-c6b969a4047b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.3083203 Jul 23 16:08:46.566441 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0d17-b451-405c-933f-87e095503e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:46.588496 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0d17-b451-405c-933f-87e095503e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:46.591134 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8e3c0d17-b451-405c-933f-87e095503e06 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fceaed34-aa19-4cfd-8d84-f31769d272ac HTTP/1.1" status: 204 len: 168 time: 0.4697614 Jul 23 16:08:46.637264 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c0d17-b451-405c-933f-87e095503e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceaed34-aa19-4cfd-8d84-f31769d272ac,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:46.638619 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-affa0f01-bf4b-44c6-8a69-0ba28d789fff req-4b494c96-464c-4fc2-8457-b2ae27824ef9 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752493 Jul 23 16:08:46.711093 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddb902-56bb-4d97-9ca7-8f95088adb4b req-625fa2a6-6019-4628-8a51-29a71e9655b5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:46.721421 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-41ddb902-56bb-4d97-9ca7-8f95088adb4b req-625fa2a6-6019-4628-8a51-29a71e9655b5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.2223489 Jul 23 16:08:46.827410 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-41ddb902-56bb-4d97-9ca7-8f95088adb4b req-5417fd23-0e67-41ed-ae87-14487886df1b tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046753 Jul 23 16:08:46.983535 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c1f2ae0-7e8c-4c03-a95c-20c16a07a1e1 req-fe7853d7-66ad-4086-9fe9-dd8dcd9cbf2b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0415039 Jul 23 16:08:47.538293 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cf52b686-425d-452a-be6e-fad5da456713 req-dbf42ba4-57c3-4389-ab71-12861dd3ec7b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0433183 Jul 23 16:08:47.693213 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41470) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:47.938111 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c303ad7-ee93-47a5-9e03-ef3eef05a964 req-837cfffc-96a9-4f56-a237-09774aecf78f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:47.946080 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-65afdb08-60f8-4e71-8250-26ebf69c4918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:47.958017 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c303ad7-ee93-47a5-9e03-ef3eef05a964 req-837cfffc-96a9-4f56-a237-09774aecf78f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.1701114 Jul 23 16:08:48.071964 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c303ad7-ee93-47a5-9e03-ef3eef05a964 req-3adbae33-8804-4946-a36a-db756b218c34 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121962 Jul 23 16:08:48.156211 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1942-093b-4a90-819f-dcd6a2d42990 req-494e6071-1f39-4a52-baa6-7163fc081c2d tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:48.159601 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-65afdb08-60f8-4e71-8250-26ebf69c4918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:48.163891 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-967b1942-093b-4a90-819f-dcd6a2d42990 req-494e6071-1f39-4a52-baa6-7163fc081c2d tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.1896060 Jul 23 16:08:48.181971 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-65afdb08-60f8-4e71-8250-26ebf69c4918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:48.243271 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afdb08-60f8-4e71-8250-26ebf69c4918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f895bb-c710-4816-aa9c-f2d9c4e53390,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:48.282140 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-65afdb08-60f8-4e71-8250-26ebf69c4918 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35414123a88a418cb4dc7fd1362aab2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5859656 Jul 23 16:08:48.285566 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41488) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:48.313195 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e4f0bf1b-450e-4232-9e2f-ed43504a5ab1 req-a0acad99-4431-4c47-9715-7b42a161db7e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0724669 Jul 23 16:08:48.327918 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-967b1942-093b-4a90-819f-dcd6a2d42990 req-b7dd81c4-099c-4add-9dd5-b6bfda77cc68 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454680 Jul 23 16:08:48.408087 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2520139b-107a-464e-b31b-119932a10bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:48.437066 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2520139b-107a-464e-b31b-119932a10bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:48.514804 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2520139b-107a-464e-b31b-119932a10bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:48.520073 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2520139b-107a-464e-b31b-119932a10bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:48.522850 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-2520139b-107a-464e-b31b-119932a10bcf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21f895bb-c710-4816-aa9c-f2d9c4e53390 HTTP/1.1" status: 204 len: 168 time: 0.2332671 Jul 23 16:08:48.538296 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520139b-107a-464e-b31b-119932a10bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f895bb-c710-4816-aa9c-f2d9c4e53390,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:48.634773 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:48.743515 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1e64d1f2-6158-4672-a9d4-c64ce5e3d537 req-610fae6d-ac83-48c4-b230-8b8cb5b82eac tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0781889 Jul 23 16:08:49.277264 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70009598-0573-4bbd-824f-6f47b3f98e59 req-cfb73cbe-8aeb-48c3-a87b-85e523756c8d tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:49.287423 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-70009598-0573-4bbd-824f-6f47b3f98e59 req-cfb73cbe-8aeb-48c3-a87b-85e523756c8d tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.1062379 Jul 23 16:08:49.314247 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41516) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:49.342754 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b2f78519-a9e6-4e71-9d9e-c5bbb109bdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:49.378482 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-70009598-0573-4bbd-824f-6f47b3f98e59 req-543cb44c-7c76-4cdb-8092-d856291886d2 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881555 Jul 23 16:08:49.482119 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b324e450-a2e4-40b0-b158-26ad4805dfc3 req-268eb18e-5823-4373-9200-a3f3b021f738 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0517313 Jul 23 16:08:49.579252 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b2f78519-a9e6-4e71-9d9e-c5bbb109bdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:49.584362 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b2f78519-a9e6-4e71-9d9e-c5bbb109bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:49.662416 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b2f78519-a9e6-4e71-9d9e-c5bbb109bdbd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e1bfb1d68d04bd2b5d4d975ae2281c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466287 Jul 23 16:08:49.669763 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 41526) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:49.697977 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f78519-a9e6-4e71-9d9e-c5bbb109bdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb282f9-f200-477c-a146-36fbd3be312d,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:49.699796 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2e888-8a81-4f19-a939-3f135ea90ad6 req-febafbec-9f31-4fb0-a3d7-373487d2caaf tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:49.710765 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25f2e888-8a81-4f19-a939-3f135ea90ad6 req-febafbec-9f31-4fb0-a3d7-373487d2caaf tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.1479023 Jul 23 16:08:49.795770 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25f2e888-8a81-4f19-a939-3f135ea90ad6 req-51442c7d-138d-40cc-a394-6a4894267454 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722859 Jul 23 16:08:49.802553 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-16d18f95-f5af-4f0f-aa91-1f51dc56efff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:49.865229 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-16d18f95-f5af-4f0f-aa91-1f51dc56efff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:49.982191 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-afa56214-bf41-4b51-9762-3c75c3a489c2 req-c540f3fc-df4e-4911-9d8a-51dcf1127785 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.1015368 Jul 23 16:08:50.045615 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-16d18f95-f5af-4f0f-aa91-1f51dc56efff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:50.051697 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-16d18f95-f5af-4f0f-aa91-1f51dc56efff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:50.055703 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-16d18f95-f5af-4f0f-aa91-1f51dc56efff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8bb282f9-f200-477c-a146-36fbd3be312d HTTP/1.1" status: 204 len: 168 time: 0.3820186 Jul 23 16:08:50.072852 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d18f95-f5af-4f0f-aa91-1f51dc56efff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb282f9-f200-477c-a146-36fbd3be312d,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:50.576602 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5967b7-d6ab-4857-a3a4-d25bb39969a7 req-46a5e55e-1381-4798-b61c-f81d3d6643a5 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:50.593012 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d5967b7-d6ab-4857-a3a4-d25bb39969a7 req-46a5e55e-1381-4798-b61c-f81d3d6643a5 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.1306884 Jul 23 16:08:50.666747 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6c7e751c-ae09-4193-9db2-776855787143 req-ecbe948d-389a-4f15-8d6c-116b5c3f6530 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0556784 Jul 23 16:08:50.702844 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d5967b7-d6ab-4857-a3a4-d25bb39969a7 req-593a255c-ad59-4f7c-a6f0-ee2d8e7f3784 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086259 Jul 23 16:08:50.842510 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41582) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:51.074656 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d3b99-c30b-4680-939e-d3bf5f004631 req-c3aa19ea-158b-4482-8477-ce48503bab13 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:51.077676 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aa0d3b99-c30b-4680-939e-d3bf5f004631 req-c3aa19ea-158b-4482-8477-ce48503bab13 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.1397638 Jul 23 16:08:51.167152 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5710dc9-eec1-43c4-8462-18934a8379de req-95c72760-4894-4eba-8675-6770b1535406 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0807190 Jul 23 16:08:51.221030 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aa0d3b99-c30b-4680-939e-d3bf5f004631 req-f385870e-70b9-4b9c-bfee-4d479c9fb57c tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273041 Jul 23 16:08:51.298047 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bd2e0b98-2773-4fdd-9760-f3a046bed905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:51.450322 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bd2e0b98-2773-4fdd-9760-f3a046bed905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:51.457282 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bd2e0b98-2773-4fdd-9760-f3a046bed905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:51.542911 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-bd2e0b98-2773-4fdd-9760-f3a046bed905 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e168c479d1f497c86d34542132f46ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6983562 Jul 23 16:08:51.544388 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e0b98-2773-4fdd-9760-f3a046bed905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676fc0be-76db-4df1-b8b5-c24d7d30f0c5,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:51.546920 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 41600) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:51.663064 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-15154d55-9e5d-4980-b087-51b3618ffee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:51.757544 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-15154d55-9e5d-4980-b087-51b3618ffee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:52.036626 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2e1e1c3a-e00f-4654-8a96-50c081f01395 req-7cffcd83-ebee-4a16-8367-d9ae8a84a7af tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.1670570 Jul 23 16:08:52.132555 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-15154d55-9e5d-4980-b087-51b3618ffee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:52.138402 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-15154d55-9e5d-4980-b087-51b3618ffee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:52.141633 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-15154d55-9e5d-4980-b087-51b3618ffee2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/676fc0be-76db-4df1-b8b5-c24d7d30f0c5 HTTP/1.1" status: 204 len: 168 time: 0.5917785 Jul 23 16:08:52.163422 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15154d55-9e5d-4980-b087-51b3618ffee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676fc0be-76db-4df1-b8b5-c24d7d30f0c5,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:52.225914 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c026d4f-2f57-49f9-bce1-8c398ca59e7a req-ad92b731-4b1d-4826-ba42-fa53ee323a72 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:52.243327 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7c026d4f-2f57-49f9-bce1-8c398ca59e7a req-ad92b731-4b1d-4826-ba42-fa53ee323a72 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.3360445 Jul 23 16:08:52.343281 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7c026d4f-2f57-49f9-bce1-8c398ca59e7a req-7938e67d-5bbe-4c3b-b532-6b1a704109c9 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985227 Jul 23 16:08:52.426723 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-00fa2a33-7028-467c-91d1-96db6126aa8d req-03824d03-6c85-4019-9b89-5e9f2ff68fdb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0819883 Jul 23 16:08:52.658473 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03acfd-eaa7-4d58-8f3f-bedd3d563785 req-e128ea19-3574-4b72-b522-da316766264a tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:52.660869 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aa03acfd-eaa7-4d58-8f3f-bedd3d563785 req-e128ea19-3574-4b72-b522-da316766264a tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.1578550 Jul 23 16:08:52.752439 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aa03acfd-eaa7-4d58-8f3f-bedd3d563785 req-e86df13f-9518-4522-8d2a-dfffb15b4020 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781634 Jul 23 16:08:53.054312 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41646) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:53.074252 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e9c50751-5816-4568-a22e-7681c8b0e375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:53.300614 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e9c50751-5816-4568-a22e-7681c8b0e375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:53.306617 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e9c50751-5816-4568-a22e-7681c8b0e375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:53.309653 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-359c659f-1798-483a-82b2-8b4da6862b07 req-3968139b-1df6-4d8d-ba79-a98aca84b22d tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0817101 Jul 23 16:08:53.422467 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 41660) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:53.422933 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e9c50751-5816-4568-a22e-7681c8b0e375 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b263f502f9df4e0b83757cacd6a01f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657303 Jul 23 16:08:53.434630 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c50751-5816-4568-a22e-7681c8b0e375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabe06a7-4cfc-4427-ad6f-2c70cf3685d2,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:53.682562 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c6e5defb-5d3c-4df0-be01-e69c8d6416c9 req-32433721-c59c-41f6-8ac3-9081e654de6f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0949786 Jul 23 16:08:53.729795 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c9d58a5e-7332-4eb1-9978-e1e181493ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:53.827624 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff8762-baf9-407d-9b8e-857ec051274b req-f5963d2a-ed75-4026-929f-027ce7eee589 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:53.830351 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aaff8762-baf9-407d-9b8e-857ec051274b req-f5963d2a-ed75-4026-929f-027ce7eee589 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.3531232 Jul 23 16:08:53.834134 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c9d58a5e-7332-4eb1-9978-e1e181493ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:54.017639 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aaff8762-baf9-407d-9b8e-857ec051274b req-ce402d9a-abab-4ddf-9af4-57b7d353056e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704559 Jul 23 16:08:54.037878 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c9d58a5e-7332-4eb1-9978-e1e181493ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:54.043826 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c9d58a5e-7332-4eb1-9978-e1e181493ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:54.049670 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c9d58a5e-7332-4eb1-9978-e1e181493ad6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cabe06a7-4cfc-4427-ad6f-2c70cf3685d2 HTTP/1.1" status: 204 len: 168 time: 0.6223319 Jul 23 16:08:54.072048 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d58a5e-7332-4eb1-9978-e1e181493ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabe06a7-4cfc-4427-ad6f-2c70cf3685d2,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:54.136497 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-50fa2499-a512-418e-9c3e-055f58f914be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:54.144630 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21d38c-d88b-4a59-93af-d5204a909ed1 req-47ff244c-0b62-4276-ac8c-fe44422caed5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:54.147170 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4d21d38c-d88b-4a59-93af-d5204a909ed1 req-47ff244c-0b62-4276-ac8c-fe44422caed5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.2024834 Jul 23 16:08:54.222516 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4d21d38c-d88b-4a59-93af-d5204a909ed1 req-f4510b12-9d01-4381-9fd3-e990bc7afa90 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653393 Jul 23 16:08:54.348122 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41684) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:54.531440 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e2fc46ec-0770-4d3d-b606-482c67e2c67b req-31ea2328-8162-4524-a921-7f8caaf9aa17 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0905395 Jul 23 16:08:54.811786 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c63a2864-737e-4156-b7b7-ecf7abe736d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:54.860453 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a626c760-aac9-4119-aa60-e5121f4edcd9 req-4fac6735-27d6-4033-9756-fe03f218ae6a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0578902 Jul 23 16:08:55.020230 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c63a2864-737e-4156-b7b7-ecf7abe736d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:55.027705 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c63a2864-737e-4156-b7b7-ecf7abe736d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:55.089657 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-c63a2864-737e-4156-b7b7-ecf7abe736d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fde79395da9440b5be74de3a533fe055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7390089 Jul 23 16:08:55.089929 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a2864-737e-4156-b7b7-ecf7abe736d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50612b03-9a30-4596-aaf6-235b2867db2f,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:55.093281 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 41708) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:55.288799 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8f7195cf-9cb3-41d4-b5a0-4aa03416a8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:55.347299 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8f7195cf-9cb3-41d4-b5a0-4aa03416a8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:55.397351 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa874c-254b-4c9c-bedf-b38230b417c6 req-4316be5b-3c24-442f-ace7-3a709c831b5b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:55.404741 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-67fa874c-254b-4c9c-bedf-b38230b417c6 req-4316be5b-3c24-442f-ace7-3a709c831b5b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.2261584 Jul 23 16:08:55.580273 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-67fa874c-254b-4c9c-bedf-b38230b417c6 req-c0e1c784-749b-4efe-97c9-925a6be72654 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642129 Jul 23 16:08:55.621929 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8f7195cf-9cb3-41d4-b5a0-4aa03416a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:55.621929 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8f7195cf-9cb3-41d4-b5a0-4aa03416a8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:55.621929 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8f7195cf-9cb3-41d4-b5a0-4aa03416a8f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50612b03-9a30-4596-aaf6-235b2867db2f HTTP/1.1" status: 204 len: 168 time: 0.5200362 Jul 23 16:08:55.670062 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e85e8a-a9b2-4db1-9a56-e7c2c14b081c req-b890caf4-5885-49dd-b5e2-b639c4617d51 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:55.673560 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-55e85e8a-a9b2-4db1-9a56-e7c2c14b081c req-b890caf4-5885-49dd-b5e2-b639c4617d51 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.2036493 Jul 23 16:08:55.676268 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7195cf-9cb3-41d4-b5a0-4aa03416a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50612b03-9a30-4596-aaf6-235b2867db2f,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:55.752943 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51fa64ce-7600-4aaa-a1a4-9e2e53f8aadd req-b1c8c493-e0bd-407d-9635-0fa5de270817 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0596988 Jul 23 16:08:55.776508 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-55e85e8a-a9b2-4db1-9a56-e7c2c14b081c req-72cd0973-e431-43d4-a7f9-b552452e3840 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915790 Jul 23 16:08:56.031760 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b25fa411-1c86-4d72-9c92-fe8c623aac1a req-3f214347-5349-4152-b7c5-20108bea75ca tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0522203 Jul 23 16:08:56.277137 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41758) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:56.301243 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-798d83aa-a1a1-40d3-84f2-c5e7bab56b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:56.470373 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-798d83aa-a1a1-40d3-84f2-c5e7bab56b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:56.474615 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-798d83aa-a1a1-40d3-84f2-c5e7bab56b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:56.525046 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-798d83aa-a1a1-40d3-84f2-c5e7bab56b75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3cd063e5125f4ba3b420671226371c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462010 Jul 23 16:08:56.526006 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d83aa-a1a1-40d3-84f2-c5e7bab56b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c3a9d7-5f8c-45c3-a598-584f3429ca2f,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:56.528398 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 41760) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:56.589376 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3a4382f9-d03b-4304-a5e2-0210f3018842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:56.624220 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3a4382f9-d03b-4304-a5e2-0210f3018842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:56.673428 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41770) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:56.710930 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3a4382f9-d03b-4304-a5e2-0210f3018842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:56.714747 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3a4382f9-d03b-4304-a5e2-0210f3018842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:56.716073 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-3a4382f9-d03b-4304-a5e2-0210f3018842 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7c3a9d7-5f8c-45c3-a598-584f3429ca2f HTTP/1.1" status: 204 len: 168 time: 0.1864963 Jul 23 16:08:56.745836 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4382f9-d03b-4304-a5e2-0210f3018842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c3a9d7-5f8c-45c3-a598-584f3429ca2f,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:56.918821 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-960b8f85-c68a-4c93-a67a-fd0b6863aee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:56.948189 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-294adef2-30f1-4e59-8fa4-9acc2c9e6083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:57.084502 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-960b8f85-c68a-4c93-a67a-fd0b6863aee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:57.089349 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-960b8f85-c68a-4c93-a67a-fd0b6863aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:57.097123 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-baf0f6d6-85f5-4372-b9bc-634ebc1a44b8 req-fde34d3d-a1bf-4bf2-8e9d-064bd3c5042b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0531371 Jul 23 16:08:57.146596 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-960b8f85-c68a-4c93-a67a-fd0b6863aee2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=585cf3c232274a9fa1e606f0bd565420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718657 Jul 23 16:08:57.147784 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b8f85-c68a-4c93-a67a-fd0b6863aee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b48676-0b44-4154-8644-cd0268f7d3f1,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:57.153545 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41790) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:57.159159 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5878e18-bba4-4aa9-b418-a12e16c8240e req-5678559d-498c-4b98-966a-394e790ae14c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:57.172063 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d5878e18-bba4-4aa9-b418-a12e16c8240e req-5678559d-498c-4b98-966a-394e790ae14c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.3797245 Jul 23 16:08:57.195340 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:57.225838 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d5878e18-bba4-4aa9-b418-a12e16c8240e req-fd31873c-9686-4570-b3fb-c71c84a2d9da tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526252 Jul 23 16:08:57.254057 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0be97fd4-bc59-4697-a34a-119052488c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:57.300600 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0be97fd4-bc59-4697-a34a-119052488c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:57.307390 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:08:57.341678 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2995ebc-e6e9-479f-9ae7-2d90fe898eba req-5406c982-e16d-4408-949e-40021fd65985 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:57.343462 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b2995ebc-e6e9-479f-9ae7-2d90fe898eba req-5406c982-e16d-4408-949e-40021fd65985 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.1110270 Jul 23 16:08:57.385964 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d700ebd-a905-47c7-8294-b214a2ce5994 req-8b33a949-2bf8-4bd7-bebf-3ab22097b324 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0412731 Jul 23 16:08:57.404453 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0be97fd4-bc59-4697-a34a-119052488c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:57.409467 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0be97fd4-bc59-4697-a34a-119052488c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:57.413934 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0be97fd4-bc59-4697-a34a-119052488c6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95b48676-0b44-4154-8644-cd0268f7d3f1 HTTP/1.1" status: 204 len: 168 time: 0.2563198 Jul 23 16:08:57.424529 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be97fd4-bc59-4697-a34a-119052488c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b48676-0b44-4154-8644-cd0268f7d3f1,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:57.444346 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b2995ebc-e6e9-479f-9ae7-2d90fe898eba req-57234bba-7305-413d-aff5-98f93a99cd33 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876369 Jul 23 16:08:58.139755 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:58.252684 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f55d64fd-ef43-4fdc-a2a6-a7efa8347f4b req-00a6f203-1f9d-425e-80b6-8d60c322a5ab tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0373502 Jul 23 16:08:58.538326 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a3a21-d414-462b-b541-c09f94b80348 req-04f29e83-aecc-4026-af59-4b02fcea1452 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:58.552435 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a68a3a21-d414-462b-b541-c09f94b80348 req-04f29e83-aecc-4026-af59-4b02fcea1452 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.2045565 Jul 23 16:08:58.708729 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d42fb-b462-49a5-a58a-56adac691e78 req-5653283e-5989-4788-b77d-dc03c79c3001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:58.710417 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-514d42fb-b462-49a5-a58a-56adac691e78 req-5653283e-5989-4788-b77d-dc03c79c3001 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e88116277400442bb1c1545278b3d859&device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 1096 time: 0.3325541 Jul 23 16:08:58.939013 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b09a0ac1-8294-4daf-b661-cfc40ff31f8a req-25f47308-cfd4-40d5-835d-96f972c358aa tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.1432052 Jul 23 16:08:58.978985 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a68a3a21-d414-462b-b541-c09f94b80348 req-1595f910-3e12-4f98-baa0-38b324fae99e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127264 Jul 23 16:08:59.052238 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2212-49a8-43f5-9eb4-61de6c8ddb92 req-9e09e4cb-aa52-44b8-b295-5104515638df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:59.053978 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d80e2212-49a8-43f5-9eb4-61de6c8ddb92 req-9e09e4cb-aa52-44b8-b295-5104515638df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 1097 time: 0.4565630 Jul 23 16:08:59.107721 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d42fb-b462-49a5-a58a-56adac691e78 req-ed1c2994-90d9-4677-b4f7-39c16c5ab9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:59.109581 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-514d42fb-b462-49a5-a58a-56adac691e78 req-ed1c2994-90d9-4677-b4f7-39c16c5ab9ea service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e88116277400442bb1c1545278b3d859&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3505471 Jul 23 16:08:59.356664 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f04ef2-87b7-40e0-a51d-c5778e307aaf req-b25e7773-f34f-4b7a-b2ed-6a9a7aa17ee9 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:59.358981 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e2f04ef2-87b7-40e0-a51d-c5778e307aaf req-b25e7773-f34f-4b7a-b2ed-6a9a7aa17ee9 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.2457712 Jul 23 16:08:59.362755 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2212-49a8-43f5-9eb4-61de6c8ddb92 req-9f643fa9-5a4f-4f7d-a60b-edd774e16dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:59.364998 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d80e2212-49a8-43f5-9eb4-61de6c8ddb92 req-9f643fa9-5a4f-4f7d-a60b-edd774e16dbb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=37e2a8419bf4498495ae22193d41db3a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2881861 Jul 23 16:08:59.471059 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d42fb-b462-49a5-a58a-56adac691e78 req-e9c69319-d3d1-4939-a496-462c3cd7334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:59.480811 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-514d42fb-b462-49a5-a58a-56adac691e78 req-e9c69319-d3d1-4939-a496-462c3cd7334a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3593528 Jul 23 16:08:59.600700 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f21a70f-8b79-4890-9160-10f411802216 req-7ea08a94-577e-4da9-9bbb-4b7ed6974395 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.1449533 Jul 23 16:08:59.619210 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e2f04ef2-87b7-40e0-a51d-c5778e307aaf req-324cdad0-a5b0-4508-8296-efd437580eb0 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411897 Jul 23 16:08:59.779032 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41906) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:59.825381 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-6b12356d-a28a-4399-9ba4-616d245aed7c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:59.827013 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-6b12356d-a28a-4399-9ba4-616d245aed7c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.72 "GET /v2.0/networks?id=fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 200 len: 819 time: 0.2535756 Jul 23 16:08:59.838471 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:59.857815 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Request body: {'port': {'device_id': 'bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76', 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11', 'admin_state_up': True, 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:59.860367 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2212-49a8-43f5-9eb4-61de6c8ddb92 req-f8ec0700-ab4c-43a1-aca1-6385704e0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:59.863613 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d80e2212-49a8-43f5-9eb4-61de6c8ddb92 req-f8ec0700-ab4c-43a1-aca1-6385704e0cf1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4008000 Jul 23 16:09:00.026293 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5891cd48-12d1-40df-9de8-0aa4203ece89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:00.121406 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b6da5c4c-2140-4af0-b89f-9e49cb3968ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:00.123321 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-b6da5c4c-2140-4af0-b89f-9e49cb3968ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 1097 time: 0.1558759 Jul 23 16:09:00.160011 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f92342c1-bb02-47f5-b916-e90b692c203a req-d7ebaa35-df3e-4028-b9ca-74cff3a1026d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0521522 Jul 23 16:09:00.180201 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41924) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:00.241272 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5891cd48-12d1-40df-9de8-0aa4203ece89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:00.247898 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5891cd48-12d1-40df-9de8-0aa4203ece89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:00.323847 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.72', 58910) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:00.351048 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf80896-0283-44fa-a077-e4e2d4cc4459 req-59ee2a3a-d63b-48e4-8e24-cc3d9b23d6f9 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:00.354591 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ddf80896-0283-44fa-a077-e4e2d4cc4459 req-59ee2a3a-d63b-48e4-8e24-cc3d9b23d6f9 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.1968782 Jul 23 16:09:00.408718 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-876b3146-e7b2-4300-b673-d349bb7aca82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33914f1b-83aa-414f-a454-70d4a8d678dc HTTP/1.1" status: 200 len: 217 time: 0.1403773 Jul 23 16:09:00.480086 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5891cd48-12d1-40df-9de8-0aa4203ece89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=955a8d48619543288fb03768f1367f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6997519 Jul 23 16:09:00.493840 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Made reservation on behalf of dce085b580bc4bee9a9b683eb49e0f1c for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:09:00.497571 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 41932) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:00.510040 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:00.536331 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.72', 58912) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:00.546945 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891cd48-12d1-40df-9de8-0aa4203ece89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72782094-f057-448a-951f-a57a3c62b097,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:00.561979 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ddf80896-0283-44fa-a077-e4e2d4cc4459 req-6180e58d-6b9d-4733-a3a2-3febfd0d3c18 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573410 Jul 23 16:09:00.591987 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-71797dba-a8a7-48f1-81ee-6876aa25717c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:00.633116 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-c5876dcd-f654-475e-9c4b-78ac6db37fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:00.634427 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-c5876dcd-f654-475e-9c4b-78ac6db37fc7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0833803-229d-4ab1-b597-0c5e2e3dc7b2 HTTP/1.1" status: 200 len: 855 time: 0.1971920 Jul 23 16:09:00.765391 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-c8836143-2e43-4ac8-aa7e-9ebda22d045d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191742 Jul 23 16:09:00.847224 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-fe33b5a7-89cc-4736-8d59-d4aaeb3b4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:00.849230 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-fe33b5a7-89cc-4736-8d59-d4aaeb3b4d20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e88116277400442bb1c1545278b3d859&device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 1096 time: 0.2863071 Jul 23 16:09:00.885757 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0cb4d20f-3546-4677-8013-fa32bbfd3526 req-3e8d03ed-c824-4d63-b9a7-1ae486bd1cf1 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0735490 Jul 23 16:09:00.886626 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d670cd47-2344-4e21-8b9d-41b191ac3215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:00.921756 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d670cd47-2344-4e21-8b9d-41b191ac3215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:01.015574 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-71797dba-a8a7-48f1-81ee-6876aa25717c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:01.028225 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-71797dba-a8a7-48f1-81ee-6876aa25717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:01.234404 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-edac9eec-3aef-48a2-9f88-38e1ea1c852f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:01.237160 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-edac9eec-3aef-48a2-9f88-38e1ea1c852f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.72 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 810 time: 0.9090190 Jul 23 16:09:01.242168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71797dba-a8a7-48f1-81ee-6876aa25717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d79c6b-c341-45dc-bc36-9e2c1917d49f,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:01.270122 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-71797dba-a8a7-48f1-81ee-6876aa25717c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2807567d26d14529ade3630ff8182c86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0821838 Jul 23 16:09:01.271731 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.72', 58916) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:01.271731 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41954) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:01.317073 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-33fc476e-4aca-4913-b614-44275044fbd3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b HTTP/1.1" status: 200 len: 217 time: 0.3563845 Jul 23 16:09:01.453719 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-f6b6c588-1a6e-45e9-bc18-eb1eae54a066 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:01.456183 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-f6b6c588-1a6e-45e9-bc18-eb1eae54a066 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.72 "GET /v2.0/networks?id=fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 200 len: 819 time: 0.1609340 Jul 23 16:09:01.487113 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1884a616-84c2-4dd7-b03b-1ce3f331275e req-2f3728f1-2ac0-49cf-b83f-8506aaa8079d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0922863 Jul 23 16:09:01.500862 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-7163c360-59e4-4833-be15-75f89a57bd0b service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181990 Jul 23 16:09:01.521346 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d670cd47-2344-4e21-8b9d-41b191ac3215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:01.524470 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d670cd47-2344-4e21-8b9d-41b191ac3215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:01.525688 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d670cd47-2344-4e21-8b9d-41b191ac3215 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72782094-f057-448a-951f-a57a3c62b097 HTTP/1.1" status: 204 len: 168 time: 1.0261545 Jul 23 16:09:01.532014 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-fce74505-59e5-4563-bdc0-57b789ffd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:01.533575 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-fce74505-59e5-4563-bdc0-57b789ffd6ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db18a69b-3f64-4dc6-adea-aeb315986c21 HTTP/1.1" status: 200 len: 852 time: 0.2068594 Jul 23 16:09:01.545904 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670cd47-2344-4e21-8b9d-41b191ac3215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72782094-f057-448a-951f-a57a3c62b097,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:01.582698 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74a153-4b94-43ed-a697-2bd6527dc282 req-e00f2003-9fe9-4dff-801c-51ec578ff8cf tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:01.593510 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bc74a153-4b94-43ed-a697-2bd6527dc282 req-e00f2003-9fe9-4dff-801c-51ec578ff8cf tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.7109208 Jul 23 16:09:01.638862 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-3e982f34-0a59-42a9-a193-3762d8613dbf tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57fdedc6f8b44c89994ac2b3ec94910f HTTP/1.1" status: 200 len: 379 time: 0.1796615 Jul 23 16:09:01.643481 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Allocated IP 172.20.0.14 (fc286c6b-df72-439e-bbfe-df072153dc11/e4515c4d-ff81-477c-ae0a-22650fc42440/87fbf357-ca3f-4ca2-a6fc-165ccc399be9) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:09:01.649924 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bc74a153-4b94-43ed-a697-2bd6527dc282 req-3dc977c6-eb58-4e02-b939-a4afdc15d0ff tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535541 Jul 23 16:09:01.691577 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-822926f8-6e1f-4c91-afcd-c0ef1cbcf7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:01.753503 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-822926f8-6e1f-4c91-afcd-c0ef1cbcf7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:01.759507 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ae2ec-ed70-4ddf-9187-58c4206f93cf req-05db9699-4bae-4935-861b-e743d29aeb8f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:01.761318 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-182ae2ec-ed70-4ddf-9187-58c4206f93cf req-05db9699-4bae-4935-861b-e743d29aeb8f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.0933218 Jul 23 16:09:01.829097 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-182ae2ec-ed70-4ddf-9187-58c4206f93cf req-f746219a-0861-4349-9098-a8890e4db853 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564034 Jul 23 16:09:01.883928 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-822926f8-6e1f-4c91-afcd-c0ef1cbcf7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:01.888419 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-822926f8-6e1f-4c91-afcd-c0ef1cbcf7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:01.893972 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-822926f8-6e1f-4c91-afcd-c0ef1cbcf7de admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/91d79c6b-c341-45dc-bc36-9e2c1917d49f HTTP/1.1" status: 204 len: 168 time: 0.6050904 Jul 23 16:09:01.918870 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822926f8-6e1f-4c91-afcd-c0ef1cbcf7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d79c6b-c341-45dc-bc36-9e2c1917d49f,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:01.957255 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:02.036772 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:02.125148 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Network fc286c6b-df72-439e-bbfe-df072153dc11 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:09:02.131239 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61a357ea-612c-4e9f-8b48-1843746eead1 req-8b6dbe32-ff56-40d3-b336-1b491028c665 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0951223 Jul 23 16:09:02.131484 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:09:02.138889 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:09:02.151403 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:02.151403 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:02.166463 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Pushing event updated for resources: {'Port': ['ID=87fbf357-ca3f-4ca2-a6fc-165ccc399be9,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:02.183188 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-f6ebd90f-1860-4207-a9ce-96ef933544fc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3296697 Jul 23 16:09:02.267390 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41982) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:02.282432 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-56b2e9a9-10ac-45ba-b12a-ebb225a21ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:02.414401 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-56b2e9a9-10ac-45ba-b12a-ebb225a21ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:02.419430 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-56b2e9a9-10ac-45ba-b12a-ebb225a21ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:02.467284 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-56b2e9a9-10ac-45ba-b12a-ebb225a21ebc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0d10d1f546b46ceb88d147649bde2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918163 Jul 23 16:09:02.467284 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2e9a9-10ac-45ba-b12a-ebb225a21ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c9e2b0-8b94-4c50-a588-d0a03832b316,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:02.467612 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 41990) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:02.529244 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf576-0f72-4ef8-998b-591776ceef7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:02.553469 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf576-0f72-4ef8-998b-591776ceef7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:02.617576 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a38e71bf-ffc5-4e38-8787-19ec04b41251 req-b9ded8bf-aae7-40ea-9c3f-6202c59029f5 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0349767 Jul 23 16:09:02.635505 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf576-0f72-4ef8-998b-591776ceef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:02.638249 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf576-0f72-4ef8-998b-591776ceef7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:02.641916 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e1dbf576-0f72-4ef8-998b-591776ceef7d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39c9e2b0-8b94-4c50-a588-d0a03832b316 HTTP/1.1" status: 204 len: 168 time: 0.1708622 Jul 23 16:09:02.647841 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbf576-0f72-4ef8-998b-591776ceef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c9e2b0-8b94-4c50-a588-d0a03832b316,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:02.826733 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b696ead-4720-4b1f-9944-e02f49f67c71 req-7798c9c9-d129-478f-9a58-c11ebd15edf7 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:02.828347 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b696ead-4720-4b1f-9944-e02f49f67c71 req-7798c9c9-d129-478f-9a58-c11ebd15edf7 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.0869021 Jul 23 16:09:02.879711 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b696ead-4720-4b1f-9944-e02f49f67c71 req-e23c946b-0f8e-46b8-b6fa-12cc36837785 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438898 Jul 23 16:09:03.023670 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64b1c5-e501-486c-8a70-d6522e8f494e req-828667d5-91fe-44be-893b-b0af29e6523e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:03.025356 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2d64b1c5-e501-486c-8a70-d6522e8f494e req-828667d5-91fe-44be-893b-b0af29e6523e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.0823748 Jul 23 16:09:03.069095 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2d64b1c5-e501-486c-8a70-d6522e8f494e req-2561d1e0-adf6-4548-b09f-ed90b19e09b5 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382214 Jul 23 16:09:03.298631 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9ca56166-a408-489f-97c8-4560d17f1c68 req-864c5852-6a19-45ab-beba-98aedec808cb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0668414 Jul 23 16:09:03.723993 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0f7f821b-bf1f-4550-b7d2-4ce13ee4b542 req-ea4b7417-f008-4c91-b9f6-85118c81ff0f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0303626 Jul 23 16:09:04.037319 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73897d4-d930-46a4-9808-a303e5f5de49 req-5137e6fb-7b27-4f38-bda1-b9d9108e41c8 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:04.039853 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a73897d4-d930-46a4-9808-a303e5f5de49 req-5137e6fb-7b27-4f38-bda1-b9d9108e41c8 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.0797465 Jul 23 16:09:04.092980 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a73897d4-d930-46a4-9808-a303e5f5de49 req-f673f5d5-0595-466c-a9dd-e65b44192ec3 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427318 Jul 23 16:09:04.234828 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48435f23-a15d-42eb-8dad-20afa99ae572 req-dc698ba9-6c5a-494c-9684-a24f8138cde5 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:04.236429 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-48435f23-a15d-42eb-8dad-20afa99ae572 req-dc698ba9-6c5a-494c-9684-a24f8138cde5 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.0714324 Jul 23 16:09:04.280841 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-48435f23-a15d-42eb-8dad-20afa99ae572 req-cda30a38-521b-4c7f-857d-3edfd262d808 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386248 Jul 23 16:09:04.414507 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-72c42af4-0c80-4829-a664-74654e988a3e req-688b7e2c-0753-4ba2-873f-be347d62db62 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0369682 Jul 23 16:09:04.843216 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-499b6428-54d6-491a-b4d4-5979ea248f2b req-2c3fddef-c33c-4cc6-ac8a-7ec5d2c96766 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0464332 Jul 23 16:09:04.925952 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Request body: {'port': {'device_id': '8b6eaf76-eeb5-4149-816a-5a0409771247', 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11', 'admin_state_up': True, 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:04.954792 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Request body: {'port': {'device_id': 'bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:04.966934 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'port': {'device_id': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'admin_state_up': True, 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'security_groups': ['ee335747-22c3-4865-8854-d18957771f6e']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:04.984350 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-1851a096-e99e-4021-b69d-bcdf0136083e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eee11a19-53b5-452b-87c5-a755d159b2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495524 Jul 23 16:09:05.179521 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-829fbfa3-0e30-4597-b95e-e0e676ac337d service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429268 Jul 23 16:09:05.199219 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-b731ac1f-8875-480e-a145-84320832d43c service neutron] 10.222.0.72 "GET /v2.0/networks/eee11a19-53b5-452b-87c5-a755d159b2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005215 Jul 23 16:09:05.201031 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:05.253020 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.db.api [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:09:05.253020 dv-cinder-801989-4-iscsi neutron-server[93342]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:09:05.253020 dv-cinder-801989-4-iscsi neutron-server[93342]: [parameters: {'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'id': 'd6b54f8e-5a46-4fe6-9cea-2c267a175f1d', 'expiration': datetime.datetime(2021, 7, 23, 16, 11, 5, 226027)}] Jul 23 16:09:05.253020 dv-cinder-801989-4-iscsi neutron-server[93342]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:09:05.253676 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG oslo_db.api [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:09:05.266489 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Made reservation on behalf of dce085b580bc4bee9a9b683eb49e0f1c for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:09:05.270286 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:05.295728 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30bf4a-4b3b-485b-bf46-6487a426307e req-7a29ea8c-301c-4ae3-beca-0f4ccd75c8d2 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:05.297281 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bc30bf4a-4b3b-485b-bf46-6487a426307e req-7a29ea8c-301c-4ae3-beca-0f4ccd75c8d2 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.1143327 Jul 23 16:09:05.471827 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bc30bf4a-4b3b-485b-bf46-6487a426307e req-519444f6-7b72-4900-bdcc-7246734a03e1 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544461 Jul 23 16:09:05.475171 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-31acc4aa-f0c4-4dfa-b521-a80deff5d64c service neutron] 10.222.0.72 "GET /v2.0/networks/eee11a19-53b5-452b-87c5-a755d159b2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244742 Jul 23 16:09:05.524665 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af922be-21d1-4867-8d67-eef58d9c0a2c req-9ea337f8-4b28-4af0-bbe8-18977054679b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:05.526239 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1af922be-21d1-4867-8d67-eef58d9c0a2c req-9ea337f8-4b28-4af0-bbe8-18977054679b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.1479716 Jul 23 16:09:05.602487 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-859b07e1-9ce1-4293-8268-24e817269e8a req-013273cf-444b-4af1-936d-8e367086a599 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0442395 Jul 23 16:09:05.606335 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1af922be-21d1-4867-8d67-eef58d9c0a2c req-7d2afea8-7281-4dde-b27a-4a3c0fbc444a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712729 Jul 23 16:09:05.644296 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:09:05.654051 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:05.672298 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Transition to ACTIVE for port object 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:09:05.679089 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:05.831395 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Allocated IP 172.20.0.8 (fc286c6b-df72-439e-bbfe-df072153dc11/e4515c4d-ff81-477c-ae0a-22650fc42440/a012be93-8b8d-450d-a42d-96f26efb61db) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:09:05.849279 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Pushing event updated for resources: {'Port': ['ID=87fbf357-ca3f-4ca2-a6fc-165ccc399be9,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:05.894089 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Made reservation on behalf of 57fdedc6f8b44c89994ac2b3ec94910f for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:09:05.897581 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:05.926716 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Attempting to bind port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:09:05.927741 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Attempting to bind port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:09:05.927741 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Attempting to bind port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 on network fc286c6b-df72-439e-bbfe-df072153dc11 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:09:05.947841 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 on network fc286c6b-df72-439e-bbfe-df072153dc11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:09:05.948372 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Attempting to bind port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 on network fc286c6b-df72-439e-bbfe-df072153dc11 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:09:05.958396 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14ee1d13-4598-48e4-967f-a6bc4efa7634 req-e02aa317-a78f-4624-bc9e-d105dfcb0262 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0408640 Jul 23 16:09:05.977179 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:09:05.977564 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Checking segment: {'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:09:05.978064 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Bound using segment: {'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:09:05.978590 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Bound port: 87fbf357-ca3f-4ca2-a6fc-165ccc399be9, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:09:05.978980 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:06.228917 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:06.233154 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] For port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:09:06.242813 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Allocated IP 172.20.0.12 (24d7c5c0-488d-45c4-a0fb-7e7e9df9629b/73f5cedb-e27f-4d30-9911-d592f6d72bf4/95736f05-4188-4a7f-acaf-11bde7dc41e6) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:09:06.265539 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] For port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:09:06.276833 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:06.349418 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:06.350129 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:06.351790 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] 10.222.0.72 "PUT /v2.0/ports/87fbf357-ca3f-4ca2-a6fc-165ccc399be9 HTTP/1.1" status: 200 len: 1094 time: 1.4088235 Jul 23 16:09:06.358355 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76', 'tag': '87fbf357-ca3f-4ca2-a6fc-165ccc399be9'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:09:06.362019 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ae9dcc-fa06-4645-8092-196d55a548d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76", "tag": "87fbf357-ca3f-4ca2-a6fc-165ccc399be9"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:09:06.475306 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:06.477475 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba10ef9-6913-43f3-ae24-7dac6adda117 service neutron] Pushing event updated for resources: {'Port': ['ID=87fbf357-ca3f-4ca2-a6fc-165ccc399be9,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:06.483809 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f349b810-8ac5-4418-959f-dc0ae5482372 x-openstack-request-id: req-f349b810-8ac5-4418-959f-dc0ae5482372 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:09:06.484273 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76", "tag": "87fbf357-ca3f-4ca2-a6fc-165ccc399be9", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:09:06.484424 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f349b810-8ac5-4418-959f-dc0ae5482372 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:09:06.484792 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76', 'tag': '87fbf357-ca3f-4ca2-a6fc-165ccc399be9', 'status': 'completed', 'code': 200} Jul 23 16:09:06.594554 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Network fc286c6b-df72-439e-bbfe-df072153dc11 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:09:06.612114 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:09:06.623262 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:09:06.629003 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:06.629671 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:06.642487 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Pushing event updated for resources: {'Port': ['ID=a012be93-8b8d-450d-a42d-96f26efb61db,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:06.659269 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:06.672290 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-d8ba0bdb-c257-4a31-9251-0770f40faff4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7509551 Jul 23 16:09:06.689270 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Transition to ACTIVE for port object 95736f05-4188-4a7f-acaf-11bde7dc41e6 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:09:06.698748 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-c6213896-0702-4118-b35f-e598bece3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:06.700444 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-c6213896-0702-4118-b35f-e598bece3d68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 1097 time: 0.2371538 Jul 23 16:09:06.706440 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a31d86-de6d-4f9f-94e3-56ddcc59b922 req-e8be9c51-d58a-4100-a9bf-9225409c07e5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:06.711365 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-82a31d86-de6d-4f9f-94e3-56ddcc59b922 req-e8be9c51-d58a-4100-a9bf-9225409c07e5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.1302536 Jul 23 16:09:06.735890 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Request body: {'port': {'device_id': '8b6eaf76-eeb5-4149-816a-5a0409771247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:06.818987 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-82a31d86-de6d-4f9f-94e3-56ddcc59b922 req-1d919902-8a1a-4770-9ce2-592c0d8f7510 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903504 Jul 23 16:09:06.908495 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c2db-7ad1-44b4-a9f9-606e664e50b8 req-d8f72fe0-3102-4a12-8f6e-52c708f75384 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:06.910861 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f128c2db-7ad1-44b4-a9f9-606e664e50b8 req-d8f72fe0-3102-4a12-8f6e-52c708f75384 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.1960497 Jul 23 16:09:06.996950 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f128c2db-7ad1-44b4-a9f9-606e664e50b8 req-691dda27-79e0-4547-852f-18bddf7a6f4c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801666 Jul 23 16:09:07.032009 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-b66008cc-acf5-4369-8da2-a7bb7606e7b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9 HTTP/1.1" status: 200 len: 217 time: 0.2929418 Jul 23 16:09:07.039590 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:07.092616 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c485bc6-6d37-4736-9152-7a352d5c2cfa req-65b3ef4c-bd40-4694-b385-3a2e0b5e4245 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.1203966 Jul 23 16:09:07.217069 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:09:07.223276 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'Port': ['ID=95736f05-4188-4a7f-acaf-11bde7dc41e6,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:07.230124 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:09:07.233499 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a941d93-cdf3-4e53-97cc-66460b65661c req-2c5d694f-20bd-4faa-af5d-c075c6f0aef3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:07.237150 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:09:07.245621 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a941d93-cdf3-4e53-97cc-66460b65661c req-2c5d694f-20bd-4faa-af5d-c075c6f0aef3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 931 time: 0.1300218 Jul 23 16:09:07.246158 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:07.246998 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:07.265564 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:07.304256 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-6cfc21eb-5144-451e-adf9-8c1e1aadd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:07.309012 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-6cfc21eb-5144-451e-adf9-8c1e1aadd828 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4515c4d-ff81-477c-ae0a-22650fc42440 HTTP/1.1" status: 200 len: 859 time: 0.2641823 Jul 23 16:09:07.341684 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a941d93-cdf3-4e53-97cc-66460b65661c req-586c9aac-24a9-42bc-a5c4-fc6ca5148528 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942822 Jul 23 16:09:07.363841 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-98021083-e926-4df5-a0f4-b5be5b8efb35 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4021831 Jul 23 16:09:07.436163 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Request body: {'port': {'device_id': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:07.460434 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-5bc6c8b8-998a-40d9-b70d-78b555472801 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc286c6b-df72-439e-bbfe-df072153dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415732 Jul 23 16:09:07.535322 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f2271f10-5eaa-40c2-9588-c02b9a7981a3 None None] Provisioning for port 95736f05-4188-4a7f-acaf-11bde7dc41e6 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:09:07.543338 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f2271f10-5eaa-40c2-9588-c02b9a7981a3 None None] Provisioning complete for port 95736f05-4188-4a7f-acaf-11bde7dc41e6 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:07.543918 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f2271f10-5eaa-40c2-9588-c02b9a7981a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:07.592772 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-f2271f10-5eaa-40c2-9588-c02b9a7981a3 None None] Port 95736f05-4188-4a7f-acaf-11bde7dc41e6 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:09:07.613664 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:07.972285 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a012be93-8b8d-450d-a42d-96f26efb61db {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:09:07.985053 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.015752 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Transition to ACTIVE for port object a012be93-8b8d-450d-a42d-96f26efb61db will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:09:08.027477 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.030160 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794abe7-91ac-4ca9-98f9-f1186d1d4134 req-a0cb88ae-1517-43da-b910-309f73a95446 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:08.031971 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3794abe7-91ac-4ca9-98f9-f1186d1d4134 req-a0cb88ae-1517-43da-b910-309f73a95446 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.1191292 Jul 23 16:09:08.151236 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a012be93-8b8d-450d-a42d-96f26efb61db,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:08.151830 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3794abe7-91ac-4ca9-98f9-f1186d1d4134 req-2fabbf52-1fad-4424-8f6a-fa4675891660 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994780 Jul 23 16:09:08.200320 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Attempting to bind port a012be93-8b8d-450d-a42d-96f26efb61db on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:09:08.200993 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Attempting to bind port a012be93-8b8d-450d-a42d-96f26efb61db by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:09:08.201690 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Attempting to bind port a012be93-8b8d-450d-a42d-96f26efb61db on network fc286c6b-df72-439e-bbfe-df072153dc11 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:09:08.205674 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b563c-fff4-4c3b-b581-44a2af4c2c46 req-0c7596db-f39d-4316-b137-9a863d717b5d tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:08.208210 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-104b563c-fff4-4c3b-b581-44a2af4c2c46 req-0c7596db-f39d-4316-b137-9a863d717b5d tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.1148965 Jul 23 16:09:08.216782 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Port a012be93-8b8d-450d-a42d-96f26efb61db on network fc286c6b-df72-439e-bbfe-df072153dc11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:09:08.217282 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Attempting to bind port a012be93-8b8d-450d-a42d-96f26efb61db on network fc286c6b-df72-439e-bbfe-df072153dc11 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:09:08.226008 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95736f05-4188-4a7f-acaf-11bde7dc41e6 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:09:08.243970 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.246900 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:09:08.247437 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Checking segment: {'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:09:08.248013 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Bound using segment: {'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:09:08.248787 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Bound port: a012be93-8b8d-450d-a42d-96f26efb61db, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0cd181-5a3c-4616-9681-31950d11a686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:09:08.249273 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.283951 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Transition to ACTIVE for port object 95736f05-4188-4a7f-acaf-11bde7dc41e6 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:09:08.304893 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-104b563c-fff4-4c3b-b581-44a2af4c2c46 req-9602c479-7435-4499-8eee-5943a3c1a112 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885963 Jul 23 16:09:08.309347 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.344717 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca748dec-7f28-46d5-840e-875cc4f6c816 req-caec440c-2bcb-41c8-955b-a01bf9e4c74b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:08.346215 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ca748dec-7f28-46d5-840e-875cc4f6c816 req-caec440c-2bcb-41c8-955b-a01bf9e4c74b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 932 time: 0.1061478 Jul 23 16:09:08.416854 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ca748dec-7f28-46d5-840e-875cc4f6c816 req-2608494b-a785-4928-8366-3827da10ccaf tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610204 Jul 23 16:09:08.439032 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Pushing event updated for resources: {'Port': ['ID=95736f05-4188-4a7f-acaf-11bde7dc41e6,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:08.478650 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] For port a012be93-8b8d-450d-a42d-96f26efb61db, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:09:08.532976 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] For port a012be93-8b8d-450d-a42d-96f26efb61db, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a012be93-8b8d-450d-a42d-96f26efb61db,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:09:08.544006 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.547288 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Attempting to bind port 95736f05-4188-4a7f-acaf-11bde7dc41e6 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:09:08.548197 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Attempting to bind port 95736f05-4188-4a7f-acaf-11bde7dc41e6 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:09:08.548747 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Attempting to bind port 95736f05-4188-4a7f-acaf-11bde7dc41e6 on network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:09:08.590652 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dba4b-1df7-4cda-aa01-ffba73e31c87 req-5e016478-5586-4a3c-afeb-00413717fc25 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:08.592474 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-154dba4b-1df7-4cda-aa01-ffba73e31c87 req-5e016478-5586-4a3c-afeb-00413717fc25 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 943 time: 0.1229334 Jul 23 16:09:08.631039 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Port 95736f05-4188-4a7f-acaf-11bde7dc41e6 on network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:09:08.631597 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Attempting to bind port 95736f05-4188-4a7f-acaf-11bde7dc41e6 on network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:09:08.667591 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-154dba4b-1df7-4cda-aa01-ffba73e31c87 req-52f2b089-7e53-41ef-ae5e-e7cec3b95c95 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669408 Jul 23 16:09:08.686339 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:09:08.686674 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Checking segment: {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:09:08.687062 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Bound using segment: {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:09:08.687511 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Bound port: 95736f05-4188-4a7f-acaf-11bde7dc41e6, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:09:08.687866 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.692774 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:08.693449 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.694917 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] 10.222.0.72 "PUT /v2.0/ports/a012be93-8b8d-450d-a42d-96f26efb61db HTTP/1.1" status: 200 len: 1093 time: 1.9670038 Jul 23 16:09:08.698071 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6eaf76-eeb5-4149-816a-5a0409771247', 'tag': 'a012be93-8b8d-450d-a42d-96f26efb61db'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:09:08.700398 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86590a12-b1f4-42c6-94b8-e0a3828efe1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6eaf76-eeb5-4149-816a-5a0409771247", "tag": "a012be93-8b8d-450d-a42d-96f26efb61db"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:09:08.761346 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e93e1f0-84da-4eeb-be40-cd42f31a3acd x-openstack-request-id: req-7e93e1f0-84da-4eeb-be40-cd42f31a3acd {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:09:08.761634 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6eaf76-eeb5-4149-816a-5a0409771247", "tag": "a012be93-8b8d-450d-a42d-96f26efb61db", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:09:08.761866 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e93e1f0-84da-4eeb-be40-cd42f31a3acd {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:09:08.762263 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6eaf76-eeb5-4149-816a-5a0409771247', 'tag': 'a012be93-8b8d-450d-a42d-96f26efb61db', 'status': 'completed', 'code': 200} Jul 23 16:09:08.787690 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb778f-9891-458f-9ed3-5c73eabea8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a012be93-8b8d-450d-a42d-96f26efb61db,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:08.794465 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-04a1d76b-c109-4287-aadf-1524c8ca578b service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069892 Jul 23 16:09:08.827468 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] For port 95736f05-4188-4a7f-acaf-11bde7dc41e6, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:09:08.830860 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] For port 95736f05-4188-4a7f-acaf-11bde7dc41e6, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=95736f05-4188-4a7f-acaf-11bde7dc41e6,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:09:08.837281 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.878512 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:08.879169 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.880898 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] 10.222.0.72 "PUT /v2.0/ports/95736f05-4188-4a7f-acaf-11bde7dc41e6 HTTP/1.1" status: 200 len: 1094 time: 1.4766982 Jul 23 16:09:08.907180 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10772189-49e5-47b9-83c0-b28671a99411 service neutron] Pushing event updated for resources: {'Port': ['ID=95736f05-4188-4a7f-acaf-11bde7dc41e6,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:09.331625 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125837fc-3a21-4bd1-b0d1-61f8fbf6ff0c req-e2734859-4d4c-417c-b2fd-63830172083a tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:09.333333 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-125837fc-3a21-4bd1-b0d1-61f8fbf6ff0c req-e2734859-4d4c-417c-b2fd-63830172083a tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.0827136 Jul 23 16:09:09.404784 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-125837fc-3a21-4bd1-b0d1-61f8fbf6ff0c req-26e6ee65-67c6-406e-9373-a983e35f6dbe tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615933 Jul 23 16:09:09.494371 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a4e8a-92ed-4d60-8f7e-f8d20e3e03cf req-32beb12a-fa9c-4b49-827b-01118d2b59d8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:09.496108 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7a7a4e8a-92ed-4d60-8f7e-f8d20e3e03cf req-32beb12a-fa9c-4b49-827b-01118d2b59d8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.0898376 Jul 23 16:09:09.623703 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7a7a4e8a-92ed-4d60-8f7e-f8d20e3e03cf req-4f358404-90bd-4364-83fe-ffb83df21543 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159344 Jul 23 16:09:09.672601 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad0c84-cfcf-42d4-9ca9-66191aab82ed req-f2744013-4205-431a-8f22-2ba88594beeb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:09.674215 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-71ad0c84-cfcf-42d4-9ca9-66191aab82ed req-f2744013-4205-431a-8f22-2ba88594beeb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 944 time: 0.1381652 Jul 23 16:09:09.748997 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-71ad0c84-cfcf-42d4-9ca9-66191aab82ed req-e0b5ea94-8731-463b-9e36-877888d963aa tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628233 Jul 23 16:09:09.854323 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426be26a-1d59-4ec0-b502-c55e530824b1 req-7405277e-d3a5-4e43-890c-b42d612bd1e1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:09.855872 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-426be26a-1d59-4ec0-b502-c55e530824b1 req-7405277e-d3a5-4e43-890c-b42d612bd1e1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 943 time: 0.0927773 Jul 23 16:09:09.915758 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-426be26a-1d59-4ec0-b502-c55e530824b1 req-a54a99a6-25e2-4cd6-96bd-a5196d98155c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503807 Jul 23 16:09:10.555616 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15769172-2faf-410a-b977-9ee84680c8fd req-0e6ea44f-6b7e-4595-a1c4-4b004f98e0d6 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:10.557116 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15769172-2faf-410a-b977-9ee84680c8fd req-0e6ea44f-6b7e-4595-a1c4-4b004f98e0d6 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 943 time: 0.0744989 Jul 23 16:09:10.629195 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15769172-2faf-410a-b977-9ee84680c8fd req-f46f02e1-5942-4d55-aa45-5ec9193b7fac tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628142 Jul 23 16:09:10.698632 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 33914f1b-83aa-414f-a454-70d4a8d678dc details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:09:10.774196 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'tag': '95736f05-4188-4a7f-acaf-11bde7dc41e6'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:09:10.778581 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4226ccaa-00fe-4d99-9233-885443316b60" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5b2452-b8b7-4e37-bace-e792c44c940b", "tag": "95736f05-4188-4a7f-acaf-11bde7dc41e6"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:09:10.833951 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 33914f1b-83aa-414f-a454-70d4a8d678dc, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=33914f1b-83aa-414f-a454-70d4a8d678dc,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:10.847825 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '33914f1b-83aa-414f-a454-70d4a8d678dc', 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d', 'port_id': '33914f1b-83aa-414f-a454-70d4a8d678dc', 'mac_address': 'fa:16:3e:34:81:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0833803-229d-4ab1-b597-0c5e2e3dc7b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:09:10.862826 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85e143-2dca-4f1d-8717-abe902ae4a83 req-56bb692b-cf69-4417-9455-f715b6b31a38 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:10.866432 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0d85e143-2dca-4f1d-8717-abe902ae4a83 req-56bb692b-cf69-4417-9455-f715b6b31a38 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 944 time: 0.1164849 Jul 23 16:09:10.913930 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:10.929010 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1437f140-6cab-44ea-80f0-2142bfc5fd1f req-c115ed00-808f-41de-a7e9-65181cc48168 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235577 Jul 23 16:09:10.937411 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33914f1b-83aa-414f-a454-70d4a8d678dc {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:09:10.946286 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86590a12-b1f4-42c6-94b8-e0a3828efe1a req-c710d52d-efc3-467b-832e-974776e2fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:10.947795 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-86590a12-b1f4-42c6-94b8-e0a3828efe1a req-c710d52d-efc3-467b-832e-974776e2fd71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 1096 time: 0.2317929 Jul 23 16:09:10.963207 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-eda60c03-508f-4c73-a9ee-b6d226ff31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:10.965821 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-eda60c03-508f-4c73-a9ee-b6d226ff31a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 1097 time: 0.2207055 Jul 23 16:09:10.969464 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0d85e143-2dca-4f1d-8717-abe902ae4a83 req-048c9b33-1438-4621-a957-1bc59f7148be tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857120 Jul 23 16:09:10.978250 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 33914f1b-83aa-414f-a454-70d4a8d678dc, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=33914f1b-83aa-414f-a454-70d4a8d678dc,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:10.996883 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:10.999595 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:09:11.016861 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce60f7-9055-48ef-8cb2-7bcee9c0b585 req-16838b26-9774-49db-9da4-671ba4327654 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:11.018936 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6cce60f7-9055-48ef-8cb2-7bcee9c0b585 req-16838b26-9774-49db-9da4-671ba4327654 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 944 time: 0.1703298 Jul 23 16:09:11.132799 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6cce60f7-9055-48ef-8cb2-7bcee9c0b585 req-73998d23-c001-493d-9221-ddfc4c600e29 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036241 Jul 23 16:09:11.151220 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-9235c96c-f264-48a8-8ed5-cd703a0ddcb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95736f05-4188-4a7f-acaf-11bde7dc41e6 HTTP/1.1" status: 200 len: 217 time: 0.1463602 Jul 23 16:09:11.165691 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0012905a-9803-42ed-9ab3-bec53f1a5e5f x-openstack-request-id: req-0012905a-9803-42ed-9ab3-bec53f1a5e5f {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:09:11.166131 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5b2452-b8b7-4e37-bace-e792c44c940b", "tag": "95736f05-4188-4a7f-acaf-11bde7dc41e6", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:09:11.166508 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0012905a-9803-42ed-9ab3-bec53f1a5e5f {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:09:11.167368 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'tag': '95736f05-4188-4a7f-acaf-11bde7dc41e6', 'status': 'completed', 'code': 200} Jul 23 16:09:11.203339 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=33914f1b-83aa-414f-a454-70d4a8d678dc,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:11.241291 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b,segment=NetworkSegment(c8a96159-2834-4560-ac80-fbefa4654a42),segment_id=c8a96159-2834-4560-ac80-fbefa4654a42)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:11.255153 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '7f44a9df-c5d4-4ebc-aeb9-0804635cff6b', 'network_id': 'eee11a19-53b5-452b-87c5-a755d159b2e9', 'port_id': '7f44a9df-c5d4-4ebc-aeb9-0804635cff6b', 'mac_address': 'fa:16:3e:c6:2f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db18a69b-3f64-4dc6-adea-aeb315986c21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:09:11.271725 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687daf-1b6f-44e7-9253-b5ab793d64e1 req-7bd94c7b-806f-4ff4-860a-24b20ad73867 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:11.282265 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e4687daf-1b6f-44e7-9253-b5ab793d64e1 req-7bd94c7b-806f-4ff4-860a-24b20ad73867 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 943 time: 0.1032698 Jul 23 16:09:11.324324 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:11.341199 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:09:11.342073 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-8bdb1ce6-f6fa-4f4e-834f-edbe7ecfdd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:11.345236 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-8bdb1ce6-f6fa-4f4e-834f-edbe7ecfdd5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73f5cedb-e27f-4d30-9911-d592f6d72bf4 HTTP/1.1" status: 200 len: 849 time: 0.1723104 Jul 23 16:09:11.353401 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e4687daf-1b6f-44e7-9253-b5ab793d64e1 req-251947b9-2b53-4775-94bc-4b22bbc2595d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700293 Jul 23 16:09:11.365016 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b,segment=NetworkSegment(c8a96159-2834-4560-ac80-fbefa4654a42),segment_id=c8a96159-2834-4560-ac80-fbefa4654a42)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:11.371492 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:11.389842 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae9dcc-fa06-4645-8092-196d55a548d9 req-a344f685-81da-4093-bf33-1f7553f11464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:11.392265 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-53ae9dcc-fa06-4645-8092-196d55a548d9 req-a344f685-81da-4093-bf33-1f7553f11464 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 1097 time: 0.2241957 Jul 23 16:09:11.393718 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86590a12-b1f4-42c6-94b8-e0a3828efe1a req-80015adc-a14f-473d-8a25-1ef0fac95390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:11.395067 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-86590a12-b1f4-42c6-94b8-e0a3828efe1a req-80015adc-a14f-473d-8a25-1ef0fac95390 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4035633 Jul 23 16:09:11.433136 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:11.791213 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e69ec6-00cb-4a2b-81f7-d649d25ba038 req-61d19d1b-a0fa-4d90-a2a2-82ed5143273c tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:11.792829 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29e69ec6-00cb-4a2b-81f7-d649d25ba038 req-61d19d1b-a0fa-4d90-a2a2-82ed5143273c tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 944 time: 0.0744989 Jul 23 16:09:11.837983 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29e69ec6-00cb-4a2b-81f7-d649d25ba038 req-4d986346-3440-4054-add2-29b8ee8890bf tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383365 Jul 23 16:09:12.134327 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd077dd-c016-49a0-b060-29b2b1d02917 req-fd434a92-c452-4aac-9819-2bd646d2749c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:12.135839 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8fd077dd-c016-49a0-b060-29b2b1d02917 req-fd434a92-c452-4aac-9819-2bd646d2749c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 945 time: 0.0851250 Jul 23 16:09:12.193879 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8fd077dd-c016-49a0-b060-29b2b1d02917 req-4ff23360-885c-4ff7-9afc-c67caebec3de tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512934 Jul 23 16:09:12.292568 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9345a5-bbe7-4ce2-8f93-312ebb930443 req-5990b36b-9a92-4bbe-ae6c-9d523d49f01d tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:12.294008 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0f9345a5-bbe7-4ce2-8f93-312ebb930443 req-5990b36b-9a92-4bbe-ae6c-9d523d49f01d tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 944 time: 0.0745254 Jul 23 16:09:12.340051 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0f9345a5-bbe7-4ce2-8f93-312ebb930443 req-d49dc9f6-0d82-410a-8c22-6118da9e7ddf tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400093 Jul 23 16:09:12.492863 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9aa461-f04f-4861-b1e1-dc785a709437 req-72927bc0-094c-48f3-8e30-4b3a2a374289 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:12.494406 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-da9aa461-f04f-4861-b1e1-dc785a709437 req-72927bc0-094c-48f3-8e30-4b3a2a374289 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 943 time: 0.0726295 Jul 23 16:09:12.539382 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-da9aa461-f04f-4861-b1e1-dc785a709437 req-24772a82-7ede-4715-88a3-ed967cb422e0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352201 Jul 23 16:09:12.997078 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfba2b-7a96-4203-b743-e4fbab98440f req-fa4d340e-8ced-4f48-9656-894ea98179ca tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:12.998650 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fabfba2b-7a96-4203-b743-e4fbab98440f req-fa4d340e-8ced-4f48-9656-894ea98179ca tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 944 time: 0.0769856 Jul 23 16:09:13.039620 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fabfba2b-7a96-4203-b743-e4fbab98440f req-b3219103-44d2-4c5f-8bd4-7a1af415c7ee tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Jul 23 16:09:13.346698 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e3192-6775-40b3-a5d1-0683c8e02113 req-becd6c95-e321-44d7-9cf3-cddda8b9a91a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:13.348221 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-665e3192-6775-40b3-a5d1-0683c8e02113 req-becd6c95-e321-44d7-9cf3-cddda8b9a91a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 945 time: 0.0756145 Jul 23 16:09:13.390519 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-665e3192-6775-40b3-a5d1-0683c8e02113 req-556ef97c-e99e-49ac-88f0-6d182a1ac882 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365362 Jul 23 16:09:13.502215 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974ecf2-bc9d-4fce-ab90-bbc50d70fac4 req-2b26a3d6-468f-466f-a66f-ec68476d0985 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:13.503750 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f974ecf2-bc9d-4fce-ab90-bbc50d70fac4 req-2b26a3d6-468f-466f-a66f-ec68476d0985 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 944 time: 0.0814161 Jul 23 16:09:13.568224 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f974ecf2-bc9d-4fce-ab90-bbc50d70fac4 req-789fa59a-e9f6-4cfc-b589-d6093d7bea4e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548122 Jul 23 16:09:13.705152 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b87cbd-3907-4e45-9558-af5a16df6381 req-30f29d8d-aaa7-4f40-8f81-d84f3cabde6d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:13.707347 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e6b87cbd-3907-4e45-9558-af5a16df6381 req-30f29d8d-aaa7-4f40-8f81-d84f3cabde6d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 943 time: 0.0777860 Jul 23 16:09:13.763018 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e6b87cbd-3907-4e45-9558-af5a16df6381 req-f5f80f07-b9a4-4a68-9fb5-8601f28584fb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Jul 23 16:09:14.211509 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbba59-7f0b-47b4-a1d0-3a2bf5d95ee1 req-011e5031-a0ad-4ddb-98ca-a96a87db8068 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:14.213389 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ebcbba59-7f0b-47b4-a1d0-3a2bf5d95ee1 req-011e5031-a0ad-4ddb-98ca-a96a87db8068 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 944 time: 0.0854537 Jul 23 16:09:14.263523 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ebcbba59-7f0b-47b4-a1d0-3a2bf5d95ee1 req-95d621db-b015-4f2e-84e2-c096636c451a tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Jul 23 16:09:14.594392 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a3c91-f6e4-424d-ad0a-2552dbc4c28d req-46d3e026-0cd7-4560-a61f-310689fa08de tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:14.597939 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-366a3c91-f6e4-424d-ad0a-2552dbc4c28d req-46d3e026-0cd7-4560-a61f-310689fa08de tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 945 time: 0.0935946 Jul 23 16:09:14.667297 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-366a3c91-f6e4-424d-ad0a-2552dbc4c28d req-b3fd3f56-9312-45a3-bae4-43f5eead4414 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601988 Jul 23 16:09:14.787889 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faf312-bc92-441c-a9ca-91187ee8511d req-c046cb8d-fe99-4130-b0c5-f4228b9807eb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:14.789732 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25faf312-bc92-441c-a9ca-91187ee8511d req-c046cb8d-fe99-4130-b0c5-f4228b9807eb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 944 time: 0.1001055 Jul 23 16:09:14.851527 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-a6b187c3-64e9-405f-9b79-b725bc4d8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:14.852585 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-a6b187c3-64e9-405f-9b79-b725bc4d8f2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5566335 Jul 23 16:09:14.857642 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae9dcc-fa06-4645-8092-196d55a548d9 req-d0949c0e-612b-49ae-838d-875064162e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:14.859125 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-53ae9dcc-fa06-4645-8092-196d55a548d9 req-d0949c0e-612b-49ae-838d-875064162e68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 200 len: 920 time: 0.5002482 Jul 23 16:09:14.860225 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86590a12-b1f4-42c6-94b8-e0a3828efe1a req-67ee665f-9d2f-4b06-b3ea-e3f3bfa062c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:14.861721 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-86590a12-b1f4-42c6-94b8-e0a3828efe1a req-67ee665f-9d2f-4b06-b3ea-e3f3bfa062c6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5326202 Jul 23 16:09:14.863908 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25faf312-bc92-441c-a9ca-91187ee8511d req-5f97f8f4-6ef9-4c0e-a12b-cd2a0442b7ac tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569289 Jul 23 16:09:14.956730 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['7f44a9df-c5d4-4ebc-aeb9-0804635cff6b'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:09:14.958911 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-53ae9dcc-fa06-4645-8092-196d55a548d9 req-daa2a30f-9d31-484b-b562-08ac717e4ff1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9 HTTP/1.1" status: 200 len: 217 time: 0.0600593 Jul 23 16:09:14.963037 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbe93e-28fc-4317-9928-773b3869846c req-58d97e22-c35c-4dd8-9136-9112324944b5 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:14.965095 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-92bbe93e-28fc-4317-9928-773b3869846c req-58d97e22-c35c-4dd8-9136-9112324944b5 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 943 time: 0.0995808 Jul 23 16:09:14.986386 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['33914f1b-83aa-414f-a454-70d4a8d678dc'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:09:15.017718 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-92bbe93e-28fc-4317-9928-773b3869846c req-329d9bc8-8e90-4b24-8f8b-012d7bf19de5 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464501 Jul 23 16:09:15.109834 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-5632bbeb-43d7-43cf-bb3d-80e24686b18b service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365909 Jul 23 16:09:15.114612 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae9dcc-fa06-4645-8092-196d55a548d9 req-967542c9-ef91-41fb-84b8-6895307965a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:15.117129 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-53ae9dcc-fa06-4645-8092-196d55a548d9 req-967542c9-ef91-41fb-84b8-6895307965a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4515c4d-ff81-477c-ae0a-22650fc42440 HTTP/1.1" status: 200 len: 859 time: 0.1442304 Jul 23 16:09:15.140211 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-3fdfb827-da65-4489-971d-6ec9ffefe21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:15.142112 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-3fdfb827-da65-4489-971d-6ec9ffefe21e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 1096 time: 0.1324735 Jul 23 16:09:15.470323 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065bce2-d784-400e-9806-40bba5d83da1 req-7af50267-cdf9-4006-9155-d868a4021fbe tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:15.473677 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7065bce2-d784-400e-9806-40bba5d83da1 req-7af50267-cdf9-4006-9155-d868a4021fbe tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 944 time: 0.1029546 Jul 23 16:09:15.529952 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7065bce2-d784-400e-9806-40bba5d83da1 req-ffc61632-371b-4d45-844f-516668051a2b tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481379 Jul 23 16:09:15.830294 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcf25c-fbde-4210-bee9-b0f1388ae2b3 req-b0da8fe6-d123-4065-a7b7-f6b55b2dc14a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:15.831942 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aedcf25c-fbde-4210-bee9-b0f1388ae2b3 req-b0da8fe6-d123-4065-a7b7-f6b55b2dc14a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 945 time: 0.0842752 Jul 23 16:09:15.878725 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aedcf25c-fbde-4210-bee9-b0f1388ae2b3 req-e82b54c2-6ed9-4af1-b877-d4e60e563895 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Jul 23 16:09:16.029477 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cee4b-cec6-42ce-9a97-78299009c60c req-2d1b6c0e-9b53-4329-8f5a-4642050c3115 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:16.031198 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de9cee4b-cec6-42ce-9a97-78299009c60c req-2d1b6c0e-9b53-4329-8f5a-4642050c3115 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 944 time: 0.0698326 Jul 23 16:09:16.074972 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de9cee4b-cec6-42ce-9a97-78299009c60c req-1b4fd0a5-d47d-47f6-89d7-c6b7db9850ce tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381303 Jul 23 16:09:16.171913 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42d51-4749-499d-bb26-e9ede7be335b req-57af9a41-7c14-4c0c-9da4-a0acce7d0753 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:16.173443 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c7a42d51-4749-499d-bb26-e9ede7be335b req-57af9a41-7c14-4c0c-9da4-a0acce7d0753 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 943 time: 0.0769281 Jul 23 16:09:16.219161 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c7a42d51-4749-499d-bb26-e9ede7be335b req-87ca2261-ae51-45b7-be6a-c8b870d08b0c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358071 Jul 23 16:09:16.684600 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a9209-5d5a-4c7b-8da1-6e6ceb24951d req-ccd28ee7-0e14-44ca-b9bc-cdacea463666 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:16.686099 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c81a9209-5d5a-4c7b-8da1-6e6ceb24951d req-ccd28ee7-0e14-44ca-b9bc-cdacea463666 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 944 time: 0.0736735 Jul 23 16:09:16.738709 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c81a9209-5d5a-4c7b-8da1-6e6ceb24951d req-7f8c4ad9-bb34-4530-8c77-9d64d286ea37 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467165 Jul 23 16:09:17.035895 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61678e-f4d6-4172-8a42-32e4a09aa3cd req-9518e4c7-2f4d-476e-b67f-9dc5ecef2645 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:17.037427 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7a61678e-f4d6-4172-8a42-32e4a09aa3cd req-9518e4c7-2f4d-476e-b67f-9dc5ecef2645 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 945 time: 0.0714755 Jul 23 16:09:17.087517 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7a61678e-f4d6-4172-8a42-32e4a09aa3cd req-a7460187-3b9d-4335-807a-ada0cfd1e6b7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 Jul 23 16:09:17.247204 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e966-4ca9-4571-b497-44f574d4bcf1 req-83a73a79-7d40-4939-86df-c6b63a802a8f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:17.249069 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a7f9e966-4ca9-4571-b497-44f574d4bcf1 req-83a73a79-7d40-4939-86df-c6b63a802a8f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 944 time: 0.0703275 Jul 23 16:09:17.298661 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a7f9e966-4ca9-4571-b497-44f574d4bcf1 req-ec6ed8d8-6928-4d11-927d-d84a1c841264 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422280 Jul 23 16:09:17.383326 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c08ed8-663b-4ea4-9f9b-d3b86fdebf90 req-8ca5b218-9c57-429f-aa58-f68de75f9458 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:17.385236 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-82c08ed8-663b-4ea4-9f9b-d3b86fdebf90 req-8ca5b218-9c57-429f-aa58-f68de75f9458 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 943 time: 0.0797703 Jul 23 16:09:17.428776 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-82c08ed8-663b-4ea4-9f9b-d3b86fdebf90 req-57abeb35-89e7-41f9-a58f-60a1d4e6b1d0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376134 Jul 23 16:09:17.897987 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54db69-c767-4ed8-9011-6cbbf0009bf1 req-8655425e-d4bf-4d76-95ee-796e600e2c3d tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:17.899767 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c54db69-c767-4ed8-9011-6cbbf0009bf1 req-8655425e-d4bf-4d76-95ee-796e600e2c3d tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 944 time: 0.0804629 Jul 23 16:09:17.961267 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c54db69-c767-4ed8-9011-6cbbf0009bf1 req-d7a952ee-2e91-4f2d-9774-3e0fcea04eee tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527427 Jul 23 16:09:18.107505 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-53ae9dcc-fa06-4645-8092-196d55a548d9 req-59fd66b9-e209-404d-9e99-760bad59ba79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc286c6b-df72-439e-bbfe-df072153dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852518 Jul 23 16:09:18.110737 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-69c06d23-287a-424e-841e-f94e35bd8e7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a012be93-8b8d-450d-a42d-96f26efb61db HTTP/1.1" status: 200 len: 217 time: 0.0901937 Jul 23 16:09:18.262121 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd1fd0-8f4f-45d6-b139-92fc71f3fd38 req-60b136cc-b09c-44b3-96ae-2a3f82e67580 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:18.263669 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4bcd1fd0-8f4f-45d6-b139-92fc71f3fd38 req-60b136cc-b09c-44b3-96ae-2a3f82e67580 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 945 time: 0.0773339 Jul 23 16:09:18.266316 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-a19386b1-e064-4cc2-85a4-54ab5427bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:18.267781 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-a19386b1-e064-4cc2-85a4-54ab5427bc38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4515c4d-ff81-477c-ae0a-22650fc42440 HTTP/1.1" status: 200 len: 859 time: 0.1216686 Jul 23 16:09:18.284065 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c267f462-abbf-4f48-babb-02a29b2b1884 req-c6f231d3-0721-472d-b0a3-0d5c2f7c0c24 service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901616 Jul 23 16:09:18.318803 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-53ae9dcc-fa06-4645-8092-196d55a548d9 req-139eea5f-96f7-416f-8efb-f687b6f5aa12 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742992 Jul 23 16:09:18.323011 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4bcd1fd0-8f4f-45d6-b139-92fc71f3fd38 req-62ced57e-c1de-4e57-9a1c-17ff8e658dbc tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500553 Jul 23 16:09:18.376198 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-7eca3cfd-7a31-425b-bcef-58c3cdfc15ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc286c6b-df72-439e-bbfe-df072153dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609176 Jul 23 16:09:18.503561 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f811d9-b774-45f8-9392-f78c9dcd7a89 req-52ce2d52-e772-4ab0-845b-67e703d99da6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:18.505550 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62f811d9-b774-45f8-9392-f78c9dcd7a89 req-52ce2d52-e772-4ab0-845b-67e703d99da6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 944 time: 0.1070852 Jul 23 16:09:18.560555 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-53ae9dcc-fa06-4645-8092-196d55a548d9 req-aa327e5b-aa4b-49a3-9803-c50f3ca839de service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284541 Jul 23 16:09:18.602860 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62f811d9-b774-45f8-9392-f78c9dcd7a89 req-23ed3e5f-5205-46c0-a0ec-d32b3ceabd41 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839031 Jul 23 16:09:18.633291 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:18.672110 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000208d5-a0a1-4da4-b1f7-9d0d40bfc9f8 req-b9295f7a-650f-40a7-b1bb-a38f54cb2ec7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:18.673916 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-000208d5-a0a1-4da4-b1f7-9d0d40bfc9f8 req-b9295f7a-650f-40a7-b1bb-a38f54cb2ec7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 943 time: 0.1456668 Jul 23 16:09:18.693700 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-0020ad4c-8e2f-479c-8f77-5b6395ec1c6d service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047668 Jul 23 16:09:18.695590 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226ccaa-00fe-4d99-9233-885443316b60 req-c7466af0-575b-4868-9d28-9b524af7e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:18.697378 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4226ccaa-00fe-4d99-9233-885443316b60 req-c7466af0-575b-4868-9d28-9b524af7e006 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 1097 time: 0.2108865 Jul 23 16:09:18.728822 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-000208d5-a0a1-4da4-b1f7-9d0d40bfc9f8 req-821964aa-bcf6-4ac7-9ee8-d806b25e5c8f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Jul 23 16:09:18.951652 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226ccaa-00fe-4d99-9233-885443316b60 req-8138ba9e-c53a-4fac-812c-acd27bb60c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:18.953127 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4226ccaa-00fe-4d99-9233-885443316b60 req-8138ba9e-c53a-4fac-812c-acd27bb60c80 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 911 time: 0.2275605 Jul 23 16:09:18.959630 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8e45cf0f-fa1b-49a7-83e6-cab7b1f370f4 req-939f8f48-7a30-4d74-88a5-426079036188 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236478 Jul 23 16:09:19.026378 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4226ccaa-00fe-4d99-9233-885443316b60 req-e0d394a7-0f3c-4041-9e81-db4d0092d446 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95736f05-4188-4a7f-acaf-11bde7dc41e6 HTTP/1.1" status: 200 len: 217 time: 0.0521646 Jul 23 16:09:19.136682 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741026f-39fb-423c-a5a3-54ef123d223d req-6ba7c48d-628d-4821-a1ec-8d5dcf1fd702 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:19.138245 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6741026f-39fb-423c-a5a3-54ef123d223d req-6ba7c48d-628d-4821-a1ec-8d5dcf1fd702 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 944 time: 0.0849853 Jul 23 16:09:19.151715 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226ccaa-00fe-4d99-9233-885443316b60 req-c75780bc-1c33-452f-9d81-7ffb01f9047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:19.153251 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4226ccaa-00fe-4d99-9233-885443316b60 req-c75780bc-1c33-452f-9d81-7ffb01f9047e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73f5cedb-e27f-4d30-9911-d592f6d72bf4 HTTP/1.1" status: 200 len: 849 time: 0.0618434 Jul 23 16:09:19.202354 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6741026f-39fb-423c-a5a3-54ef123d223d req-f32669a5-2c49-4d95-aef9-716d5f10dc07 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534403 Jul 23 16:09:19.235001 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226ccaa-00fe-4d99-9233-885443316b60 req-892423a8-81ba-42d1-86d6-8e137b3c379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:19.236543 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4226ccaa-00fe-4d99-9233-885443316b60 req-892423a8-81ba-42d1-86d6-8e137b3c379b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681362 Jul 23 16:09:19.373388 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4226ccaa-00fe-4d99-9233-885443316b60 req-bdaac3e3-bb4e-4c26-944d-0e8e4302c1d5 service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227012 Jul 23 16:09:19.512177 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3bda3-922f-473c-a75f-3d9642174ef7 req-1a82911c-caa5-4b92-a5db-d05a0aacbcc2 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:19.517344 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-63b3bda3-922f-473c-a75f-3d9642174ef7 req-1a82911c-caa5-4b92-a5db-d05a0aacbcc2 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 945 time: 0.0959628 Jul 23 16:09:19.539820 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4226ccaa-00fe-4d99-9233-885443316b60 req-81d34016-b832-4523-a379-108cb567110e service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547251 Jul 23 16:09:19.579501 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-63b3bda3-922f-473c-a75f-3d9642174ef7 req-fa64ebf1-7af3-46b9-aa55-dd277c7a04c1 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585475 Jul 23 16:09:19.593887 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 42348) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:19.745477 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:19.961431 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8e1e-b7b3-4f2c-8e6c-a8a9fb6116b7 req-69f3afb6-212f-48ac-a1d9-886cc9d7ba06 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:19.969035 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eaaf8e1e-b7b3-4f2c-8e6c-a8a9fb6116b7 req-69f3afb6-212f-48ac-a1d9-886cc9d7ba06 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 944 time: 0.2199626 Jul 23 16:09:20.058750 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949bee5-bca8-4871-a78a-487935cd847c req-9a0e0ca4-4d6e-44d9-a582-5ee5c65336ad tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:20.068337 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f949bee5-bca8-4871-a78a-487935cd847c req-9a0e0ca4-4d6e-44d9-a582-5ee5c65336ad tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 943 time: 0.2134447 Jul 23 16:09:20.078809 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device a012be93-8b8d-450d-a42d-96f26efb61db details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:09:20.099715 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 33914f1b-83aa-414f-a454-70d4a8d678dc up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:09:20.119365 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eaaf8e1e-b7b3-4f2c-8e6c-a8a9fb6116b7 req-8df34a4d-9ce7-42ac-9d4b-96f5ca7d77ee tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371169 Jul 23 16:09:20.146067 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.164460 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.212983 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f949bee5-bca8-4871-a78a-487935cd847c req-a43d498e-41f4-442c-b49c-0ca24dc09907 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430149 Jul 23 16:09:20.243133 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08d6e6160b0441df8d385b4e22b297d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6434903 Jul 23 16:09:20.243634 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 42378) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:20.257333 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa69259-af3b-4028-b57d-b061c05531fc,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:20.294013 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.294409 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.294768 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.295198 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.295479 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.295850 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.296236 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.296577 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.296919 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.297245 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.302759 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.303078 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8add1162-5c3c-4fd7-ac29-23bb8d8b24ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.310934 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 33914f1b-83aa-414f-a454-70d4a8d678dc completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:09:20.324518 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 33914f1b-83aa-414f-a454-70d4a8d678dc triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:20.326824 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.375538 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.394189 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port a012be93-8b8d-450d-a42d-96f26efb61db, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a012be93-8b8d-450d-a42d-96f26efb61db,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:20.418618 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.431109 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': 'a012be93-8b8d-450d-a42d-96f26efb61db', 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11', 'port_id': 'a012be93-8b8d-450d-a42d-96f26efb61db', 'mac_address': 'fa:16:3e:35:60:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4515c4d-ff81-477c-ae0a-22650fc42440', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:09:20.503668 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7d68e-1054-4620-9f67-52b45523e79e req-12372365-9084-420d-a847-163a51f9d8a8 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:20.506620 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15b7d68e-1054-4620-9f67-52b45523e79e req-12372365-9084-420d-a847-163a51f9d8a8 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 944 time: 0.1196551 Jul 23 16:09:20.516257 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.521087 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.523831 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9aa69259-af3b-4028-b57d-b061c05531fc HTTP/1.1" status: 204 len: 168 time: 0.2777481 Jul 23 16:09:20.542739 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.553414 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa69259-af3b-4028-b57d-b061c05531fc,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:20.567724 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.568501 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.569143 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.569817 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.570661 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.571960 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.572719 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.573403 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.573848 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.574285 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.575064 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.575598 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a2c385-c7c7-4fe2-8cfd-c36e711d72d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.581095 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15b7d68e-1054-4620-9f67-52b45523e79e req-0b4b5435-51a1-4d8e-ba55-a5ab53669df4 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658412 Jul 23 16:09:20.582615 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.605081 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a012be93-8b8d-450d-a42d-96f26efb61db {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:09:20.644764 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a6edc2-9827-46c0-9e3f-7e627ef2dee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33914f1b-83aa-414f-a454-70d4a8d678dc'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:09:20.760827 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port a012be93-8b8d-450d-a42d-96f26efb61db, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a012be93-8b8d-450d-a42d-96f26efb61db,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:20.763945 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 33914f1b-83aa-414f-a454-70d4a8d678dc, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=33914f1b-83aa-414f-a454-70d4a8d678dc,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:20.766755 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.768065 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:09:20.776918 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.777607 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0c6c5-32e7-46bd-ae53-2693e40d35af req-a9d7880b-4e2e-49b5-9cbe-e80f3491b890 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:20.778201 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:09:20.779323 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e3e0c6c5-32e7-46bd-ae53-2693e40d35af req-a9d7880b-4e2e-49b5-9cbe-e80f3491b890 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 945 time: 0.0916529 Jul 23 16:09:20.879560 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 42398) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:20.962020 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:20.967811 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=a012be93-8b8d-450d-a42d-96f26efb61db,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:21.029864 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:09:21.045264 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:21.046075 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.048528 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '87fbf357-ca3f-4ca2-a6fc-165ccc399be9', 'network_id': 'fc286c6b-df72-439e-bbfe-df072153dc11', 'port_id': '87fbf357-ca3f-4ca2-a6fc-165ccc399be9', 'mac_address': 'fa:16:3e:c8:d4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4515c4d-ff81-477c-ae0a-22650fc42440', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:09:21.089024 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c1414f-e169-45f2-8dd3-29ee55820ec3" -d '{"events": [{"server_uuid": "75a6edc2-9827-46c0-9e3f-7e627ef2dee4", "name": "network-vif-plugged", "status": "completed", "tag": "33914f1b-83aa-414f-a454-70d4a8d678dc"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:09:21.097982 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e3e0c6c5-32e7-46bd-ae53-2693e40d35af req-3bd4d582-9bac-4bfd-91af-1b6079539394 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082426 Jul 23 16:09:21.111902 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 42406) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:21.158992 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0eab4da0-dd8b-4523-a4e4-ce428f510070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.169449 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=33914f1b-83aa-414f-a454-70d4a8d678dc,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:21.186211 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.230827 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:09:21.271817 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:21.277891 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.281769 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.282429 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 95736f05-4188-4a7f-acaf-11bde7dc41e6 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:09:21.428343 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0eab4da0-dd8b-4523-a4e4-ce428f510070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.436710 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0eab4da0-dd8b-4523-a4e4-ce428f510070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.443916 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b,segment=NetworkSegment(c8a96159-2834-4560-ac80-fbefa4654a42),segment_id=c8a96159-2834-4560-ac80-fbefa4654a42)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:21.481440 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.524852 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bb6fc-d6c3-42b4-a87c-96b959a26ea5 req-f87cec1b-40b5-42e0-813e-59105e96bbea tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:21.533365 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0eab4da0-dd8b-4523-a4e4-ce428f510070 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73cd797e7f644cc3bc6d2ed0a24c56df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188125 Jul 23 16:09:21.537079 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-290bb6fc-d6c3-42b4-a87c-96b959a26ea5 req-f87cec1b-40b5-42e0-813e-59105e96bbea tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 944 time: 0.2072084 Jul 23 16:09:21.539856 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab4da0-dd8b-4523-a4e4-ce428f510070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152ad0b5-7f95-4bd9-98e3-ddca974cfb83,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:21.541290 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 42422) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:21.551840 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=87fbf357-ca3f-4ca2-a6fc-165ccc399be9,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:21.595110 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3f3a79-a057-4030-b1e2-14cc4ceead77 x-openstack-request-id: req-3d3f3a79-a057-4030-b1e2-14cc4ceead77 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:09:21.595499 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a6edc2-9827-46c0-9e3f-7e627ef2dee4", "name": "network-vif-plugged", "status": "completed", "tag": "33914f1b-83aa-414f-a454-70d4a8d678dc", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:09:21.595751 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d3f3a79-a057-4030-b1e2-14cc4ceead77 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:09:21.596171 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a6edc2-9827-46c0-9e3f-7e627ef2dee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33914f1b-83aa-414f-a454-70d4a8d678dc', 'code': 200} Jul 23 16:09:21.714276 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-290bb6fc-d6c3-42b4-a87c-96b959a26ea5 req-16cf9d49-5025-4192-81d9-5f6fb01dd0d5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756306 Jul 23 16:09:21.738188 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3af2a289-ff8e-47a6-8107-6bdb82b64c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.843833 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e017752-3dd3-467b-b96f-f8693db3acbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.877009 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e017752-3dd3-467b-b96f-f8693db3acbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.950187 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:21.961551 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3af2a289-ff8e-47a6-8107-6bdb82b64c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.963273 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 95736f05-4188-4a7f-acaf-11bde7dc41e6, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=95736f05-4188-4a7f-acaf-11bde7dc41e6,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:21.966036 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3af2a289-ff8e-47a6-8107-6bdb82b64c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.984216 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e017752-3dd3-467b-b96f-f8693db3acbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.987132 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e017752-3dd3-467b-b96f-f8693db3acbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.988493 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8e017752-3dd3-467b-b96f-f8693db3acbc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/152ad0b5-7f95-4bd9-98e3-ddca974cfb83 HTTP/1.1" status: 204 len: 168 time: 0.4459732 Jul 23 16:09:21.990333 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '95736f05-4188-4a7f-acaf-11bde7dc41e6', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'port_id': '95736f05-4188-4a7f-acaf-11bde7dc41e6', 'mac_address': 'fa:16:3e:7b:7f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:09:22.014314 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3af2a289-ff8e-47a6-8107-6bdb82b64c3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0fef587c084e4238b4017474eedcc0bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1332917 Jul 23 16:09:22.015841 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2a289-ff8e-47a6-8107-6bdb82b64c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee9a593-7986-45e0-b343-09c3761fe9e9,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:22.020354 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 42432) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:22.021189 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cc75c-d883-4152-a2bf-c7ba4781755f req-ceddae47-e782-418e-b9cd-c02a90e5df55 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:22.029083 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6a5cc75c-d883-4152-a2bf-c7ba4781755f req-ceddae47-e782-418e-b9cd-c02a90e5df55 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 944 time: 0.2997475 Jul 23 16:09:22.047529 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e017752-3dd3-467b-b96f-f8693db3acbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152ad0b5-7f95-4bd9-98e3-ddca974cfb83,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:22.095990 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:22.110981 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66599cd9-ddd6-4287-b395-ab82b2be0423 req-7fd84e3c-f1eb-47ca-81b9-1b17fc9083c9 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:22.113169 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-66599cd9-ddd6-4287-b395-ab82b2be0423 req-7fd84e3c-f1eb-47ca-81b9-1b17fc9083c9 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.2912803 Jul 23 16:09:22.116781 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2705638e-3e4d-46a7-8c01-a41747b77ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:22.139809 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95736f05-4188-4a7f-acaf-11bde7dc41e6 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:09:22.160158 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6a5cc75c-d883-4152-a2bf-c7ba4781755f req-4f9fec4d-46f9-4f1a-80ee-e4777f111e45 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298144 Jul 23 16:09:22.162610 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2705638e-3e4d-46a7-8c01-a41747b77ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:22.197600 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 95736f05-4188-4a7f-acaf-11bde7dc41e6, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=95736f05-4188-4a7f-acaf-11bde7dc41e6,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:22.204543 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:22.222365 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-66599cd9-ddd6-4287-b395-ab82b2be0423 req-43199c78-c794-4124-b23c-14f708396e45 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855498 Jul 23 16:09:22.266644 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2705638e-3e4d-46a7-8c01-a41747b77ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:22.272159 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2705638e-3e4d-46a7-8c01-a41747b77ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:22.274571 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-2705638e-3e4d-46a7-8c01-a41747b77ef0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fee9a593-7986-45e0-b343-09c3761fe9e9 HTTP/1.1" status: 204 len: 168 time: 0.2531731 Jul 23 16:09:22.297673 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705638e-3e4d-46a7-8c01-a41747b77ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee9a593-7986-45e0-b343-09c3761fe9e9,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:22.334507 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=95736f05-4188-4a7f-acaf-11bde7dc41e6,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:22.358487 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.358968 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.359479 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.360002 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.360455 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.360796 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.361141 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.361476 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.361812 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.362144 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.362748 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.363078 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:22.434334 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38207f-804e-4ded-8f77-3867e036a535 req-9deee3cb-e41d-4acd-aa1e-f5d7488f41a6 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:22.441272 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a38207f-804e-4ded-8f77-3867e036a535 req-9deee3cb-e41d-4acd-aa1e-f5d7488f41a6 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.1401529 Jul 23 16:09:22.495582 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a38207f-804e-4ded-8f77-3867e036a535 req-3cfe9f88-2981-4834-8429-2e250c678361 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489099 Jul 23 16:09:22.797177 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 42454) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:22.817175 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-970498e6-f361-42dd-b5d9-47927f5ee6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:22.892467 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7decde7-9b27-4171-a5db-4d43a24ecb36 req-a31a0714-fd45-46e9-93bf-c74c45394a55 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:22.895218 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d7decde7-9b27-4171-a5db-4d43a24ecb36 req-a31a0714-fd45-46e9-93bf-c74c45394a55 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 945 time: 0.0933552 Jul 23 16:09:22.962320 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d7decde7-9b27-4171-a5db-4d43a24ecb36 req-65ebcd4b-6feb-42ca-829f-6977d4b7f6eb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569417 Jul 23 16:09:22.972829 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-970498e6-f361-42dd-b5d9-47927f5ee6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:22.984425 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-970498e6-f361-42dd-b5d9-47927f5ee6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:23.049977 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-970498e6-f361-42dd-b5d9-47927f5ee6d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74f8fcf060994e3b95347ad139acc8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482991 Jul 23 16:09:23.049977 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 42462) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:23.056982 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970498e6-f361-42dd-b5d9-47927f5ee6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e009b33f-1d6b-4953-a900-d18baf8e0822,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:23.117002 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-46d5380f-f1e9-4d59-80f8-8b550c19f0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:23.147926 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-46d5380f-f1e9-4d59-80f8-8b550c19f0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:23.235970 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-46d5380f-f1e9-4d59-80f8-8b550c19f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:23.248486 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-46d5380f-f1e9-4d59-80f8-8b550c19f0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:23.250447 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-46d5380f-f1e9-4d59-80f8-8b550c19f0a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e009b33f-1d6b-4953-a900-d18baf8e0822 HTTP/1.1" status: 204 len: 168 time: 0.1997845 Jul 23 16:09:23.263773 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5380f-f1e9-4d59-80f8-8b550c19f0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e009b33f-1d6b-4953-a900-d18baf8e0822,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:23.397154 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3af1a-11f9-4d78-9908-7cbb270a4a49 req-243c7cc4-6d74-4c49-9bb5-af67d92fa251 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:23.400452 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fca3af1a-11f9-4d78-9908-7cbb270a4a49 req-243c7cc4-6d74-4c49-9bb5-af67d92fa251 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 944 time: 0.1194975 Jul 23 16:09:23.492643 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fca3af1a-11f9-4d78-9908-7cbb270a4a49 req-5305942f-9b50-4ca6-8fc7-932b5454a853 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749300 Jul 23 16:09:23.533120 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783159b5-756c-4360-9024-65754b6ab06d req-11f2e2c6-a89c-4930-8839-aeffc2c96afd tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:23.534660 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-783159b5-756c-4360-9024-65754b6ab06d req-11f2e2c6-a89c-4930-8839-aeffc2c96afd tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1329503 Jul 23 16:09:23.599874 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6629ee-60ab-4efc-a6db-16b68e767df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f44a9df-c5d4-4ebc-aeb9-0804635cff6b'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:09:23.604350 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-783159b5-756c-4360-9024-65754b6ab06d req-a461648d-9b01-4185-9955-4f7cce863e3e tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587513 Jul 23 16:09:23.604892 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d333898-b679-4bfd-8161-184d69cb2a3e" -d '{"events": [{"server_uuid": "7a6629ee-60ab-4efc-a6db-16b68e767df7", "name": "network-vif-plugged", "status": "completed", "tag": "7f44a9df-c5d4-4ebc-aeb9-0804635cff6b"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:09:23.679095 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3217daee-dba7-407d-801c-ce4164695331 x-openstack-request-id: req-3217daee-dba7-407d-801c-ce4164695331 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:09:23.679480 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6629ee-60ab-4efc-a6db-16b68e767df7", "name": "network-vif-plugged", "status": "completed", "tag": "7f44a9df-c5d4-4ebc-aeb9-0804635cff6b", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:09:23.679785 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3217daee-dba7-407d-801c-ce4164695331 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:09:23.680273 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6629ee-60ab-4efc-a6db-16b68e767df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f44a9df-c5d4-4ebc-aeb9-0804635cff6b', 'code': 200} Jul 23 16:09:23.754126 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063f635-abb1-48c8-9407-1b6487793813 req-7e590bdb-8639-4f57-8365-88bcdef26781 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:23.770390 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4063f635-abb1-48c8-9407-1b6487793813 req-7e590bdb-8639-4f57-8365-88bcdef26781 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.1395669 Jul 23 16:09:23.827031 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4063f635-abb1-48c8-9407-1b6487793813 req-bdaddf30-d09b-4cb2-b50b-53bcd0c79553 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553963 Jul 23 16:09:23.907945 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 42486) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:23.941905 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d99576cb-e7b3-4de4-ac38-47d28a1316ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:23.984821 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0889d-7475-449d-b17b-eb3e9bd2372f req-8cc8ed94-7579-4c25-813e-bb49ce1b4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:23.987608 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bab0889d-7475-449d-b17b-eb3e9bd2372f req-8cc8ed94-7579-4c25-813e-bb49ce1b4894 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 1099 time: 0.1564751 Jul 23 16:09:24.116643 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bab0889d-7475-449d-b17b-eb3e9bd2372f req-2e6dbff2-6854-4582-a9c6-30ea103b1fa1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:24.131437 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1b329499-643d-40fe-bdfb-0610d26e0add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:24.184054 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d99576cb-e7b3-4de4-ac38-47d28a1316ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:24.188975 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d99576cb-e7b3-4de4-ac38-47d28a1316ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:24.215378 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ff7c3-7589-4509-ab2a-bdf0960ca852 req-425cae7a-d648-4118-9434-3ba59854a9d7 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:24.217034 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-236ff7c3-7589-4509-ab2a-bdf0960ca852 req-425cae7a-d648-4118-9434-3ba59854a9d7 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 945 time: 0.1610804 Jul 23 16:09:24.279031 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d99576cb-e7b3-4de4-ac38-47d28a1316ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fa95f2634b2431c883a592949e78612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660276 Jul 23 16:09:24.279982 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 42500) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:24.297182 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99576cb-e7b3-4de4-ac38-47d28a1316ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200a10c2-c981-4ab4-bdc4-52c48fb4156c,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:24.339073 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-236ff7c3-7589-4509-ab2a-bdf0960ca852 req-3e504e05-39ad-41c1-8404-d04553008b34 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069908 Jul 23 16:09:24.371305 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd5b15f7-3626-47a3-a6b7-1806ee3b4ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:24.399945 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['a012be93-8b8d-450d-a42d-96f26efb61db'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:09:24.403480 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd5b15f7-3626-47a3-a6b7-1806ee3b4ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:24.453009 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['87fbf357-ca3f-4ca2-a6fc-165ccc399be9'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:09:24.470395 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3b5ba-66c2-4b8d-8c8e-2fe0e71a9802 req-8a7b2fc1-fc77-4993-8e56-eebc405c3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:24.473076 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-80b3b5ba-66c2-4b8d-8c8e-2fe0e71a9802 req-8a7b2fc1-fc77-4993-8e56-eebc405c3741 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 1098 time: 0.4366989 Jul 23 16:09:24.499495 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['95736f05-4188-4a7f-acaf-11bde7dc41e6'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:09:24.502489 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-80b3b5ba-66c2-4b8d-8c8e-2fe0e71a9802 req-8d6f0cb4-ecc4-4f06-add9-5c684a1035d5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:24.600469 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bab0889d-7475-449d-b17b-eb3e9bd2372f req-2e6dbff2-6854-4582-a9c6-30ea103b1fa1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:24.601429 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd5b15f7-3626-47a3-a6b7-1806ee3b4ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:24.607300 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd5b15f7-3626-47a3-a6b7-1806ee3b4ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:24.609856 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-bd5b15f7-3626-47a3-a6b7-1806ee3b4ce3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/200a10c2-c981-4ab4-bdc4-52c48fb4156c HTTP/1.1" status: 204 len: 168 time: 0.3281236 Jul 23 16:09:24.614531 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bab0889d-7475-449d-b17b-eb3e9bd2372f req-2e6dbff2-6854-4582-a9c6-30ea103b1fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:24.655884 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b15f7-3626-47a3-a6b7-1806ee3b4ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200a10c2-c981-4ab4-bdc4-52c48fb4156c,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:24.693459 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bab0889d-7475-449d-b17b-eb3e9bd2372f req-2e6dbff2-6854-4582-a9c6-30ea103b1fa1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601057 Jul 23 16:09:24.719462 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6dbff2-6854-4582-a9c6-30ea103b1fa1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b61fb9ff-dbd6-48e6-a708-72f48d043bb5,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:24.725253 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.db.api [req-80b3b5ba-66c2-4b8d-8c8e-2fe0e71a9802 req-8d6f0cb4-ecc4-4f06-add9-5c684a1035d5 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) be2b31d638fa4c739b68577da774144c {{(pid=93342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:09:24.726152 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG oslo_db.api [req-80b3b5ba-66c2-4b8d-8c8e-2fe0e71a9802 req-8d6f0cb4-ecc4-4f06-add9-5c684a1035d5 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:09:24.864190 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3ce2a-8a97-46ed-ae61-2abded56a2b9 req-a6b52a2f-1d71-4cea-88a6-feadbc324a14 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:24.867276 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f8e3ce2a-8a97-46ed-ae61-2abded56a2b9 req-a6b52a2f-1d71-4cea-88a6-feadbc324a14 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1184521 Jul 23 16:09:24.882816 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377a608-7d89-4b87-91be-570f3b226b71 req-a69f216a-d5e4-4559-9df0-a1e78964aaf3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:24.884393 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7377a608-7d89-4b87-91be-570f3b226b71 req-a69f216a-d5e4-4559-9df0-a1e78964aaf3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 944 time: 0.2057939 Jul 23 16:09:24.972337 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f8e3ce2a-8a97-46ed-ae61-2abded56a2b9 req-b8d182da-a4da-44b7-b440-0724a11c9ca0 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856102 Jul 23 16:09:24.989295 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7377a608-7d89-4b87-91be-570f3b226b71 req-8acb2b98-f7df-49bc-8fd0-877ef7bac2de tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832884 Jul 23 16:09:25.200855 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c51f7-6ecf-4c45-92c8-368c655e3e2f req-7796531e-8394-49da-8687-9bc6c4bdfa1a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:25.203308 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d92c51f7-6ecf-4c45-92c8-368c655e3e2f req-7796531e-8394-49da-8687-9bc6c4bdfa1a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.1252229 Jul 23 16:09:25.227885 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-80b3b5ba-66c2-4b8d-8c8e-2fe0e71a9802 req-8d6f0cb4-ecc4-4f06-add9-5c684a1035d5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:25.344172 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d92c51f7-6ecf-4c45-92c8-368c655e3e2f req-8b80701e-682a-4ff3-a60d-b1f6627eec0e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198163 Jul 23 16:09:25.344686 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-80b3b5ba-66c2-4b8d-8c8e-2fe0e71a9802 req-8d6f0cb4-ecc4-4f06-add9-5c684a1035d5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8630939 Jul 23 16:09:25.578547 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ee56-d8c2-4ae6-8167-368501d06a63 req-9fbb2f17-9ea2-42a9-8090-d8d6de65a634 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:25.580381 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1029ee56-d8c2-4ae6-8167-368501d06a63 req-9fbb2f17-9ea2-42a9-8090-d8d6de65a634 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 945 time: 0.1215050 Jul 23 16:09:25.658719 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1029ee56-d8c2-4ae6-8167-368501d06a63 req-60c5e7fc-3186-42a8-ab57-b476995b5189 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686462 Jul 23 16:09:26.273881 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c2a62-9122-416c-93ff-7ef6ab80e3ad req-bf0e04b4-a686-415f-9110-3a634bbe2c57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:26.276518 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3e7c2a62-9122-416c-93ff-7ef6ab80e3ad req-bf0e04b4-a686-415f-9110-3a634bbe2c57 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1952405 Jul 23 16:09:26.296418 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd5a85-4325-49b1-aae5-bdbd5c642c86 req-f82e7ef1-152d-4485-9baf-3f7b5045fc9d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:26.299024 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-afdd5a85-4325-49b1-aae5-bdbd5c642c86 req-f82e7ef1-152d-4485-9baf-3f7b5045fc9d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 944 time: 0.1492648 Jul 23 16:09:26.386480 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3e7c2a62-9122-416c-93ff-7ef6ab80e3ad req-934d22f4-76ea-44b0-a256-44c2e7ce5f3a tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859096 Jul 23 16:09:26.390800 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-afdd5a85-4325-49b1-aae5-bdbd5c642c86 req-5767843b-f529-4e3c-8f18-07bd2539342a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784047 Jul 23 16:09:26.561109 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0a5a6-4489-49f6-959c-85322e00d3a6 req-41819c87-0290-4f2d-b358-3a7f7890e48c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:26.561109 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-10e0a5a6-4489-49f6-959c-85322e00d3a6 req-41819c87-0290-4f2d-b358-3a7f7890e48c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.0880039 Jul 23 16:09:26.609294 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-10e0a5a6-4489-49f6-959c-85322e00d3a6 req-901b70f3-66b4-4645-b360-22cb09110b31 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Jul 23 16:09:26.848339 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3d6f6-04be-447e-aa6d-1654b146288f req-7a2377c6-937f-4b8b-ab14-fad67e16c51c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:26.850011 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73a3d6f6-04be-447e-aa6d-1654b146288f req-7a2377c6-937f-4b8b-ab14-fad67e16c51c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 945 time: 0.0855317 Jul 23 16:09:26.910889 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73a3d6f6-04be-447e-aa6d-1654b146288f req-cf25fe90-50db-48a4-a138-d25c401ab7c1 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546565 Jul 23 16:09:26.948496 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f70e2def-c79e-4fb6-a1e5-cff98acff452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:27.175975 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:27.630111 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723b2bf-916a-4cce-8414-97c33aa9f29b req-3e772693-9cbc-4cdd-9768-6e5511c606f9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:27.633128 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1723b2bf-916a-4cce-8414-97c33aa9f29b req-3e772693-9cbc-4cdd-9768-6e5511c606f9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 944 time: 0.1475711 Jul 23 16:09:27.659575 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93d575-00cd-4f23-9cc3-938102ff1120 req-75f570e4-9a0a-4da0-9bbd-51a5f19dad0d tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:27.661150 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cf93d575-00cd-4f23-9cc3-938102ff1120 req-75f570e4-9a0a-4da0-9bbd-51a5f19dad0d tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1373196 Jul 23 16:09:27.718519 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1723b2bf-916a-4cce-8414-97c33aa9f29b req-6b9ec8cf-3882-4371-86d6-b86f4d34ce50 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761509 Jul 23 16:09:27.727359 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cf93d575-00cd-4f23-9cc3-938102ff1120 req-2705f7ff-3dab-405b-b5ed-df5e5d49cfe9 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537171 Jul 23 16:09:27.884953 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0929c98-7ddb-457f-b414-229c6776bddb req-f31f2f75-0f14-4e19-b55d-4be4c317cdb7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:27.887614 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b0929c98-7ddb-457f-b414-229c6776bddb req-f31f2f75-0f14-4e19-b55d-4be4c317cdb7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.0838747 Jul 23 16:09:27.946332 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b0929c98-7ddb-457f-b414-229c6776bddb req-72bce8e7-f971-45a4-acd1-463ae85d3efb tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527420 Jul 23 16:09:28.026008 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 42654) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:28.094985 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee6b97-d6c6-415f-8716-3dc83081fbca req-15996d57-5741-4fd8-ba29-be205e0ffc48 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:28.096630 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e4ee6b97-d6c6-415f-8716-3dc83081fbca req-15996d57-5741-4fd8-ba29-be205e0ffc48 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 945 time: 0.0942066 Jul 23 16:09:28.149005 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:28.152020 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e4ee6b97-d6c6-415f-8716-3dc83081fbca req-8ec1a82d-6275-4b53-836d-1c1b7ad78b22 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476382 Jul 23 16:09:28.225707 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6e526ff7-79c9-445e-9eba-fe948b06923f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:28.352579 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6e526ff7-79c9-445e-9eba-fe948b06923f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:28.357996 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6e526ff7-79c9-445e-9eba-fe948b06923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:28.414310 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6e526ff7-79c9-445e-9eba-fe948b06923f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c69bdadedaa44a880f59fa5f3fa0780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866589 Jul 23 16:09:28.415304 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e526ff7-79c9-445e-9eba-fe948b06923f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaf6a8f-39e5-4443-9114-f1beb67b5e1f,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:28.416828 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 42660) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:28.496310 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e90208ec-ebda-4e01-8ed7-46b657e47978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:28.533689 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e90208ec-ebda-4e01-8ed7-46b657e47978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:28.606776 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e90208ec-ebda-4e01-8ed7-46b657e47978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:28.609420 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e90208ec-ebda-4e01-8ed7-46b657e47978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:28.610674 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e90208ec-ebda-4e01-8ed7-46b657e47978 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cdaf6a8f-39e5-4443-9114-f1beb67b5e1f HTTP/1.1" status: 204 len: 168 time: 0.1927710 Jul 23 16:09:28.643766 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90208ec-ebda-4e01-8ed7-46b657e47978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaf6a8f-39e5-4443-9114-f1beb67b5e1f,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:28.974311 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed0100-4d61-4418-8c9b-d7721de4b7ad req-e1da09e9-1e2f-42ee-9dc6-b6acdc6c6c0a tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:28.977175 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-81ed0100-4d61-4418-8c9b-d7721de4b7ad req-e1da09e9-1e2f-42ee-9dc6-b6acdc6c6c0a tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1393552 Jul 23 16:09:28.989140 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06c384-338b-4852-a66b-5dbe44245b23 req-bb6a1501-942d-48fc-9c3f-30bddac6cbcd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:28.991691 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c06c384-338b-4852-a66b-5dbe44245b23 req-bb6a1501-942d-48fc-9c3f-30bddac6cbcd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 944 time: 0.1440365 Jul 23 16:09:29.002220 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 42676) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:29.026083 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30db1e54-781b-434b-ba1d-414d9504d1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:29.060913 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c06c384-338b-4852-a66b-5dbe44245b23 req-e59a10bc-6073-43f6-a6c0-765efbe49127 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599780 Jul 23 16:09:29.063594 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-81ed0100-4d61-4418-8c9b-d7721de4b7ad req-f3a0dfd5-632e-4e51-8ae3-6d7c3dae152f tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709612 Jul 23 16:09:29.165257 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30db1e54-781b-434b-ba1d-414d9504d1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:29.170451 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30db1e54-781b-434b-ba1d-414d9504d1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:29.218411 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db1e54-781b-434b-ba1d-414d9504d1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead78724-3321-4654-84dc-648a18dea157,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:29.224513 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-30db1e54-781b-434b-ba1d-414d9504d1e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5833367d293454b91b84f1beeef5ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192886 Jul 23 16:09:29.228561 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 42680) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:29.231673 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f03c0-5f74-4355-b86a-11cde9ea4ed8 req-32f59207-ad25-4834-b7c6-8b5b99859c5a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:29.233564 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-167f03c0-5f74-4355-b86a-11cde9ea4ed8 req-32f59207-ad25-4834-b7c6-8b5b99859c5a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.0842192 Jul 23 16:09:29.304043 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a278ee09-0635-4a6f-8b10-6cf2da340cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:29.332000 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a278ee09-0635-4a6f-8b10-6cf2da340cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:29.332645 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-167f03c0-5f74-4355-b86a-11cde9ea4ed8 req-ea3f6c50-fa21-4608-8311-c2a2cd984258 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864561 Jul 23 16:09:29.407260 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a278ee09-0635-4a6f-8b10-6cf2da340cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:29.410829 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a278ee09-0635-4a6f-8b10-6cf2da340cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:29.412314 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a278ee09-0635-4a6f-8b10-6cf2da340cb5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ead78724-3321-4654-84dc-648a18dea157 HTTP/1.1" status: 204 len: 168 time: 0.1825631 Jul 23 16:09:29.413351 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2172f-af54-446c-a92c-4ff4cab51717 req-d0263d4c-ab2e-401c-8087-b1dbb42499da tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:29.415720 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2fc2172f-af54-446c-a92c-4ff4cab51717 req-d0263d4c-ab2e-401c-8087-b1dbb42499da tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 945 time: 0.1472483 Jul 23 16:09:29.426455 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278ee09-0635-4a6f-8b10-6cf2da340cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead78724-3321-4654-84dc-648a18dea157,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:29.482470 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2fc2172f-af54-446c-a92c-4ff4cab51717 req-0aa404ba-8000-4cb8-bc59-1083749d36ea tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566564 Jul 23 16:09:29.816707 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:30.283823 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a819b-3f67-4787-bd54-9ca1d8a08432 req-f337d98d-052b-41fd-b4cb-5772ff12d589 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:30.288344 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-846a819b-3f67-4787-bd54-9ca1d8a08432 req-f337d98d-052b-41fd-b4cb-5772ff12d589 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 944 time: 0.1128795 Jul 23 16:09:30.313197 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56c7cb-5747-4327-b22b-3c1f23adc748 req-c5810feb-01f5-42ed-a7ef-dacbe0b0e9a0 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:30.320086 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6c56c7cb-5747-4327-b22b-3c1f23adc748 req-c5810feb-01f5-42ed-a7ef-dacbe0b0e9a0 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1318886 Jul 23 16:09:30.379617 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-846a819b-3f67-4787-bd54-9ca1d8a08432 req-128a5318-0b3f-44a5-aea3-5ea8f104df15 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784173 Jul 23 16:09:30.405362 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6c56c7cb-5747-4327-b22b-3c1f23adc748 req-a0aa6b00-47b1-413d-8036-8ff61d97ae7c tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655696 Jul 23 16:09:30.534799 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ad7bf-49a4-4fb4-b21d-3dc3bc94d51d req-1686251e-a3f2-40a1-9197-83027d4dbdc4 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:30.536719 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ac5ad7bf-49a4-4fb4-b21d-3dc3bc94d51d req-1686251e-a3f2-40a1-9197-83027d4dbdc4 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.0888548 Jul 23 16:09:30.629581 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ac5ad7bf-49a4-4fb4-b21d-3dc3bc94d51d req-a1ade3ed-db6d-4c71-be3d-25c14fe11ca5 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837176 Jul 23 16:09:30.673445 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622c451-1aca-4958-a1e6-47c35617a1c4 req-f6d5986b-f5e1-4d31-ba6a-d99d4ca5a388 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:30.675607 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9622c451-1aca-4958-a1e6-47c35617a1c4 req-f6d5986b-f5e1-4d31-ba6a-d99d4ca5a388 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 945 time: 0.1082976 Jul 23 16:09:30.736854 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9622c451-1aca-4958-a1e6-47c35617a1c4 req-311cb94c-fa7a-4adf-b77f-70a2125351ef tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532956 Jul 23 16:09:31.586204 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0409a-7a2b-4c80-8b3a-ee405515ac8b req-8bed68a3-b99a-4db4-9e18-780fb62962c2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:31.587985 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bee0409a-7a2b-4c80-8b3a-ee405515ac8b req-8bed68a3-b99a-4db4-9e18-780fb62962c2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 944 time: 0.1165130 Jul 23 16:09:31.602826 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device a012be93-8b8d-450d-a42d-96f26efb61db up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:09:31.605813 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8540d-cd16-4c84-8a3a-13bd7cfc590c req-d9549652-706b-42de-b2c7-5a8726082277 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:31.607411 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-56a8540d-cd16-4c84-8a3a-13bd7cfc590c req-d9549652-706b-42de-b2c7-5a8726082277 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1021280 Jul 23 16:09:31.666702 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port a012be93-8b8d-450d-a42d-96f26efb61db completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:09:31.672082 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port a012be93-8b8d-450d-a42d-96f26efb61db triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:31.673523 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:31.681048 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bee0409a-7a2b-4c80-8b3a-ee405515ac8b req-04ead0f9-a715-4e36-ab83-964bb23500b3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843155 Jul 23 16:09:31.686531 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-56a8540d-cd16-4c84-8a3a-13bd7cfc590c req-c0d94e66-5f5f-42f2-87ad-e930d97e63be tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715656 Jul 23 16:09:31.808808 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:31.841277 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6eaf76-eeb5-4149-816a-5a0409771247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a012be93-8b8d-450d-a42d-96f26efb61db'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:09:31.842116 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e894bc-ba78-4a37-9ad3-3352ac9fb00c req-304a9c89-9fe7-4b86-a32c-4be45b390262 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:31.843552 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d10d56d-9a01-4992-afe0-f9b498258608" -d '{"events": [{"server_uuid": "8b6eaf76-eeb5-4149-816a-5a0409771247", "name": "network-vif-plugged", "status": "completed", "tag": "a012be93-8b8d-450d-a42d-96f26efb61db"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:09:31.844109 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51e894bc-ba78-4a37-9ad3-3352ac9fb00c req-304a9c89-9fe7-4b86-a32c-4be45b390262 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.0889447 Jul 23 16:09:31.858744 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port a012be93-8b8d-450d-a42d-96f26efb61db, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a012be93-8b8d-450d-a42d-96f26efb61db,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:31.863680 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:31.864567 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:09:31.921408 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51e894bc-ba78-4a37-9ad3-3352ac9fb00c req-4aa3ebc4-721b-4174-8286-4c3253efa7b1 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622840 Jul 23 16:09:31.969439 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf64885-f752-4d43-8a1d-e994c06cbd6e req-b2dbe4db-eb0c-4dbe-8b00-4009759a6bf3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:31.972263 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2bf64885-f752-4d43-8a1d-e994c06cbd6e req-b2dbe4db-eb0c-4dbe-8b00-4009759a6bf3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 945 time: 0.1401634 Jul 23 16:09:31.993182 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=a012be93-8b8d-450d-a42d-96f26efb61db,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:32.026585 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:09:32.034685 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:32.035667 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:32.041952 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8777cd56-e47b-4512-bbca-9d071a2aefee x-openstack-request-id: req-8777cd56-e47b-4512-bbca-9d071a2aefee {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:09:32.042401 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6eaf76-eeb5-4149-816a-5a0409771247", "name": "network-vif-plugged", "status": "completed", "tag": "a012be93-8b8d-450d-a42d-96f26efb61db", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:09:32.042804 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8777cd56-e47b-4512-bbca-9d071a2aefee {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:09:32.043393 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6eaf76-eeb5-4149-816a-5a0409771247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a012be93-8b8d-450d-a42d-96f26efb61db', 'code': 200} Jul 23 16:09:32.053015 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2bf64885-f752-4d43-8a1d-e994c06cbd6e req-4e13cebd-9eaf-4b3b-bfe2-8c6b24792ea4 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704119 Jul 23 16:09:32.144149 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:32.180637 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:32.185174 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:32.246723 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=87fbf357-ca3f-4ca2-a6fc-165ccc399be9,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:32.769557 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 95736f05-4188-4a7f-acaf-11bde7dc41e6 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:09:32.846114 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 95736f05-4188-4a7f-acaf-11bde7dc41e6 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:09:32.851593 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 95736f05-4188-4a7f-acaf-11bde7dc41e6 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:32.852055 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:32.932259 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a2b3-505f-4b2c-99d3-5c97b19fd7f7 req-84e4192f-728b-4e86-b614-26ed708f4b08 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:32.934647 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3e1a2b3-505f-4b2c-99d3-5c97b19fd7f7 req-84e4192f-728b-4e86-b614-26ed708f4b08 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1523101 Jul 23 16:09:32.958588 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd462e1a-f451-4b6b-b90d-f2a569d6f5d6 req-7ce3bb8c-3011-4925-baa5-49c7d932748e tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:32.961435 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd462e1a-f451-4b6b-b90d-f2a569d6f5d6 req-7ce3bb8c-3011-4925-baa5-49c7d932748e tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1600001 Jul 23 16:09:32.993652 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:33.046834 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 95736f05-4188-4a7f-acaf-11bde7dc41e6, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=95736f05-4188-4a7f-acaf-11bde7dc41e6,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:33.053014 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:33.065680 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250cc22-1ecb-4098-8150-88b30bf2cc7c req-36fb905a-0590-4fd7-90b2-a6baac50508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:33.069292 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2250cc22-1ecb-4098-8150-88b30bf2cc7c req-36fb905a-0590-4fd7-90b2-a6baac50508a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 1098 time: 0.0737514 Jul 23 16:09:33.077245 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3e1a2b3-505f-4b2c-99d3-5c97b19fd7f7 req-f94f7b04-9aa7-4429-b221-4d92f66f48ef tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305132 Jul 23 16:09:33.082349 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd462e1a-f451-4b6b-b90d-f2a569d6f5d6 req-4abbcf82-cdc1-4f0e-8d7d-552a340a1f9c tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966716 Jul 23 16:09:33.142093 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=95736f05-4188-4a7f-acaf-11bde7dc41e6,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:33.190951 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2250cc22-1ecb-4098-8150-88b30bf2cc7c req-43a1ca2b-438b-4dc1-a6d1-953313e63634 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004920 Jul 23 16:09:33.299564 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556335a-a305-4a46-8227-7276a94a0dcc req-474af668-4b18-40a9-8dfb-6bf5e36f8b22 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:33.301014 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e556335a-a305-4a46-8227-7276a94a0dcc req-474af668-4b18-40a9-8dfb-6bf5e36f8b22 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.1112993 Jul 23 16:09:33.336010 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7082c6-b215-4f4b-aeca-6141696ee437 req-39946d3d-7bfd-4144-921b-2a1cf02e9d29 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:33.337609 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bf7082c6-b215-4f4b-aeca-6141696ee437 req-39946d3d-7bfd-4144-921b-2a1cf02e9d29 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1303539 Jul 23 16:09:33.373185 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e556335a-a305-4a46-8227-7276a94a0dcc req-677a0171-35e2-44e2-87df-1e82452c7748 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642862 Jul 23 16:09:33.397548 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bf7082c6-b215-4f4b-aeca-6141696ee437 req-7146b744-eb9d-4dff-86bf-e8a090b2dcdb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519993 Jul 23 16:09:34.045467 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fbf357-ca3f-4ca2-a6fc-165ccc399be9'}, {'server_uuid': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95736f05-4188-4a7f-acaf-11bde7dc41e6'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:09:34.048968 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4441010-ce98-4e4b-a01c-bd0b69d1679e" -d '{"events": [{"server_uuid": "bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76", "name": "network-vif-plugged", "status": "completed", "tag": "87fbf357-ca3f-4ca2-a6fc-165ccc399be9"}, {"server_uuid": "1a5b2452-b8b7-4e37-bace-e792c44c940b", "name": "network-vif-plugged", "status": "completed", "tag": "95736f05-4188-4a7f-acaf-11bde7dc41e6"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:09:34.104572 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b3bfbb-56fc-4640-b3e1-aa80f1b8adbe x-openstack-request-id: req-39b3bfbb-56fc-4640-b3e1-aa80f1b8adbe {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:09:34.105100 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76", "name": "network-vif-plugged", "status": "completed", "tag": "87fbf357-ca3f-4ca2-a6fc-165ccc399be9", "code": 200}, {"server_uuid": "1a5b2452-b8b7-4e37-bace-e792c44c940b", "name": "network-vif-plugged", "status": "completed", "tag": "95736f05-4188-4a7f-acaf-11bde7dc41e6", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:09:34.106102 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39b3bfbb-56fc-4640-b3e1-aa80f1b8adbe {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:09:34.106635 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fbf357-ca3f-4ca2-a6fc-165ccc399be9', 'code': 200} Jul 23 16:09:34.107026 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95736f05-4188-4a7f-acaf-11bde7dc41e6', 'code': 200} Jul 23 16:09:34.315075 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:09:34.392496 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35380bd1-0323-4656-83be-1b901cd8a9f3 req-c7343260-1ee7-4ee3-b131-867fb55be0d0 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:34.394054 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35380bd1-0323-4656-83be-1b901cd8a9f3 req-c7343260-1ee7-4ee3-b131-867fb55be0d0 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.2029667 Jul 23 16:09:34.413677 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6ea9-b37e-4344-b6e5-257c8388c8a5 req-6e8d7957-a86a-48ea-9fe5-062d7b3f2a66 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:34.415541 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-685a6ea9-b37e-4344-b6e5-257c8388c8a5 req-6e8d7957-a86a-48ea-9fe5-062d7b3f2a66 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1709239 Jul 23 16:09:34.478514 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35380bd1-0323-4656-83be-1b901cd8a9f3 req-cbdbea5d-ef13-4def-b687-4b51f20783c0 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747559 Jul 23 16:09:34.486122 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-685a6ea9-b37e-4344-b6e5-257c8388c8a5 req-0affa57a-8a98-4326-b598-8649c1b7fe99 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632308 Jul 23 16:09:34.696115 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd692b2-efb0-4182-88df-7309c8d621e6 req-ee44fbd6-f8e8-4d21-ab19-88fa82ac03fa tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:34.698534 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fbd692b2-efb0-4182-88df-7309c8d621e6 req-ee44fbd6-f8e8-4d21-ab19-88fa82ac03fa tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1113722 Jul 23 16:09:34.720322 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61069c8b-19a2-4d11-8570-0777a4639e16 req-5c9c4a4c-b266-44a2-b375-b4aec26d0cb0 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:34.721934 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61069c8b-19a2-4d11-8570-0777a4639e16 req-5c9c4a4c-b266-44a2-b375-b4aec26d0cb0 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.1533048 Jul 23 16:09:34.784405 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fbd692b2-efb0-4182-88df-7309c8d621e6 req-d1464420-b944-4fc3-b2e6-70f5cc549a27 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781024 Jul 23 16:09:34.790849 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61069c8b-19a2-4d11-8570-0777a4639e16 req-7ac41449-b6ad-4123-b2b3-e78b95fdfd9b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617566 Jul 23 16:09:35.673120 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970beb4-efd0-46a7-a464-93aebc971a74 req-7d169a65-1cfc-4e58-969a-13c6ebfb1214 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:35.675033 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b970beb4-efd0-46a7-a464-93aebc971a74 req-7d169a65-1cfc-4e58-969a-13c6ebfb1214 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1059978 Jul 23 16:09:35.694371 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b583a08-b5ed-41b7-a0c3-4b21e2adee7f req-e1c1ac39-ca90-4929-806b-f7e766e18488 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:35.695977 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0b583a08-b5ed-41b7-a0c3-4b21e2adee7f req-e1c1ac39-ca90-4929-806b-f7e766e18488 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1133866 Jul 23 16:09:35.753502 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b970beb4-efd0-46a7-a464-93aebc971a74 req-644d80d8-d889-49a3-9b77-cbd5364ee9e7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676908 Jul 23 16:09:35.765517 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0b583a08-b5ed-41b7-a0c3-4b21e2adee7f req-1c68307b-7f56-40ba-b7da-3d724b180238 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615025 Jul 23 16:09:35.986996 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7326f00-1cc3-46c3-8f5e-ae6b8426c511 req-4c1c7de2-1b5c-4873-a1db-c6cdb630cf9e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:35.988702 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c7326f00-1cc3-46c3-8f5e-ae6b8426c511 req-4c1c7de2-1b5c-4873-a1db-c6cdb630cf9e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1142190 Jul 23 16:09:36.004252 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aa58d-6fbb-403e-8821-0ca51de057fd req-1a5fd79c-464d-4488-8426-785f555473ac tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:36.005803 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-321aa58d-6fbb-403e-8821-0ca51de057fd req-1a5fd79c-464d-4488-8426-785f555473ac tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.1178327 Jul 23 16:09:36.055245 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c7326f00-1cc3-46c3-8f5e-ae6b8426c511 req-446b53a2-69a3-4bd8-87c3-e064974345f5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595596 Jul 23 16:09:36.068684 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-321aa58d-6fbb-403e-8821-0ca51de057fd req-c5c31b3a-8783-4370-93c6-01d8532659e9 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560720 Jul 23 16:09:37.126334 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb940ff8-2531-403d-b821-29eebcd1f528 req-a7fc5ecf-2454-43c6-ad88-2bce538739e0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:37.127853 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cb940ff8-2531-403d-b821-29eebcd1f528 req-a7fc5ecf-2454-43c6-ad88-2bce538739e0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.2945268 Jul 23 16:09:37.154639 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f756fa8-0eda-4805-97ea-b6cae6c93628 req-9f4bb423-28f0-47ad-83c4-b8ac8e285c74 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:37.156184 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6f756fa8-0eda-4805-97ea-b6cae6c93628 req-9f4bb423-28f0-47ad-83c4-b8ac8e285c74 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.2908602 Jul 23 16:09:37.198308 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cb940ff8-2531-403d-b821-29eebcd1f528 req-dd38b638-6c9e-4ccb-a6d9-c6722ae808fd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624278 Jul 23 16:09:37.217370 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6f756fa8-0eda-4805-97ea-b6cae6c93628 req-d68baae3-5610-4e3f-8c42-c916bb746a00 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500293 Jul 23 16:09:37.454963 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1ad6-85bf-4024-99e0-e4d15af1b7be req-6222f480-ef86-4f33-adde-a2c3dd10bd84 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:37.457644 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3c6a1ad6-85bf-4024-99e0-e4d15af1b7be req-6222f480-ef86-4f33-adde-a2c3dd10bd84 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1741970 Jul 23 16:09:37.477387 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c13b6-f791-41a9-bf9e-41c0e85886a7 req-34e2ef00-cf75-486a-a00a-aa253c7d5f80 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:37.479891 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ef5c13b6-f791-41a9-bf9e-41c0e85886a7 req-34e2ef00-cf75-486a-a00a-aa253c7d5f80 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.1820493 Jul 23 16:09:37.577312 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3c6a1ad6-85bf-4024-99e0-e4d15af1b7be req-490ba949-daf1-4f95-a448-aa6a80249441 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958426 Jul 23 16:09:37.581915 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ef5c13b6-f791-41a9-bf9e-41c0e85886a7 req-d5a94b15-3c96-4017-abd2-6a3dce4a9f00 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900333 Jul 23 16:09:38.043790 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c52606-3f1d-4bd9-882b-9ee712e5d279 req-269bc9c4-f8f3-4f2e-b3c4-353ec7fc7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:38.046058 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d5c52606-3f1d-4bd9-882b-9ee712e5d279 req-269bc9c4-f8f3-4f2e-b3c4-353ec7fc7f8a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 1099 time: 0.0974729 Jul 23 16:09:38.062203 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c16bc-da3c-4667-842e-43cccdb1b5c9 req-d9fd63aa-256c-4aba-972f-6488886a80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:38.064445 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6d1c16bc-da3c-4667-842e-43cccdb1b5c9 req-d9fd63aa-256c-4aba-972f-6488886a80f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 1099 time: 0.0786846 Jul 23 16:09:38.215642 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6d1c16bc-da3c-4667-842e-43cccdb1b5c9 req-113ab0ff-b031-4eee-9ec7-5647f16405b5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738647 Jul 23 16:09:38.220667 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d5c52606-3f1d-4bd9-882b-9ee712e5d279 req-c3784169-af2b-49f9-a4b0-7ff267a28197 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855508 Jul 23 16:09:38.455846 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da285c-9b9b-489e-a330-484d728e5c2d req-318b90c2-5dee-4473-902b-fdda9195d78a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:38.457652 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3da285c-9b9b-489e-a330-484d728e5c2d req-318b90c2-5dee-4473-902b-fdda9195d78a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1509054 Jul 23 16:09:38.481793 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11db593-adc7-443a-acb9-a69d9fc07c28 req-40b4aee8-1ff0-48b9-9060-a56fa3bafcd5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:38.483371 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a11db593-adc7-443a-acb9-a69d9fc07c28 req-40b4aee8-1ff0-48b9-9060-a56fa3bafcd5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1283281 Jul 23 16:09:38.564104 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3da285c-9b9b-489e-a330-484d728e5c2d req-0fcea7bd-ded8-4c76-adb5-647276cebc05 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951567 Jul 23 16:09:38.568923 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a11db593-adc7-443a-acb9-a69d9fc07c28 req-a4e91cb3-aa22-473b-87e0-a2e1a812ee90 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781527 Jul 23 16:09:38.825632 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe9a89-922d-4a35-89bb-95bbd77cbe3d req-6c1f3d22-b5b5-4bef-8070-f18292079f22 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:38.827414 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fafe9a89-922d-4a35-89bb-95bbd77cbe3d req-6c1f3d22-b5b5-4bef-8070-f18292079f22 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.1255236 Jul 23 16:09:38.835394 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af80e05-c8a6-46cf-add3-b950bb2efd11 req-f02917c1-b22f-47e1-84eb-0573ad40acce tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:38.842623 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4af80e05-c8a6-46cf-add3-b950bb2efd11 req-f02917c1-b22f-47e1-84eb-0573ad40acce tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1425383 Jul 23 16:09:38.931366 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fafe9a89-922d-4a35-89bb-95bbd77cbe3d req-4839cad2-be55-4b92-bba4-fc58d1a02db7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805657 Jul 23 16:09:38.937321 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4af80e05-c8a6-46cf-add3-b950bb2efd11 req-f65a8c82-9cfe-4d9f-8d65-e58ea29b8e4e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927041 Jul 23 16:09:39.371348 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 42890) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:39.577986 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a9af283a-5e95-46ee-a573-14507f82854c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:39.735747 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a9af283a-5e95-46ee-a573-14507f82854c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:39.741517 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a9af283a-5e95-46ee-a573-14507f82854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:39.776368 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d24c2-17ac-4b14-9f4f-aa94262b6cda req-4b9d5164-f76a-467d-8746-bacbaaa62c16 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:39.778312 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-142d24c2-17ac-4b14-9f4f-aa94262b6cda req-4b9d5164-f76a-467d-8746-bacbaaa62c16 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0982111 Jul 23 16:09:39.803661 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a9af283a-5e95-46ee-a573-14507f82854c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8756aa133e694d2386202496e798f6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306059 Jul 23 16:09:39.805809 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af283a-5e95-46ee-a573-14507f82854c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93367c1e-aabc-4e8f-afd5-94f228c56aa3,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:39.806682 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 42914) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:39.844479 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-142d24c2-17ac-4b14-9f4f-aa94262b6cda req-45a16b0e-dd58-4b83-9111-d493a6b9752a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604274 Jul 23 16:09:39.878110 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-88667e52-5ca3-4428-9e54-8369a5f217a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:39.905677 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-88667e52-5ca3-4428-9e54-8369a5f217a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:39.961732 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-88667e52-5ca3-4428-9e54-8369a5f217a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:39.964993 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-88667e52-5ca3-4428-9e54-8369a5f217a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:39.968841 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-88667e52-5ca3-4428-9e54-8369a5f217a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93367c1e-aabc-4e8f-afd5-94f228c56aa3 HTTP/1.1" status: 204 len: 168 time: 0.1609571 Jul 23 16:09:39.983330 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88667e52-5ca3-4428-9e54-8369a5f217a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93367c1e-aabc-4e8f-afd5-94f228c56aa3,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:40.166380 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380dd4d-c0ff-4f55-b005-fa6693601c38 req-573889a3-1abf-45c1-aa1d-c275524c70f2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:40.168028 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1380dd4d-c0ff-4f55-b005-fa6693601c38 req-573889a3-1abf-45c1-aa1d-c275524c70f2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0966058 Jul 23 16:09:40.233479 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1380dd4d-c0ff-4f55-b005-fa6693601c38 req-5b83035d-a57a-4bd1-b6ca-c57e5549399c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559096 Jul 23 16:09:40.378512 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 42924) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:40.393841 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5ab1feb4-f7fc-4181-aec3-ccb7de469e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:40.520400 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5ab1feb4-f7fc-4181-aec3-ccb7de469e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:40.525495 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5ab1feb4-f7fc-4181-aec3-ccb7de469e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:40.582173 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5ab1feb4-f7fc-4181-aec3-ccb7de469e62 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49d2823f4f704931b7bef7a4dddf0130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020586 Jul 23 16:09:40.584264 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1feb4-f7fc-4181-aec3-ccb7de469e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e396cc5-a28b-460c-b9c5-02f2dba6209a,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:40.585353 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 42930) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:40.664856 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-54b61e6f-f606-439a-b975-1b32ba66a2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:40.695796 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-54b61e6f-f606-439a-b975-1b32ba66a2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:40.761149 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-54b61e6f-f606-439a-b975-1b32ba66a2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:40.765849 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-54b61e6f-f606-439a-b975-1b32ba66a2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:40.767390 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-54b61e6f-f606-439a-b975-1b32ba66a2cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e396cc5-a28b-460c-b9c5-02f2dba6209a HTTP/1.1" status: 204 len: 168 time: 0.1799769 Jul 23 16:09:40.785994 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b61e6f-f606-439a-b975-1b32ba66a2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e396cc5-a28b-460c-b9c5-02f2dba6209a,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:41.017056 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84bb2-c25c-46ad-aeaf-caa1ac7730c5 req-e8210caf-8720-406b-b99c-374139a5973e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:41.019368 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-30b84bb2-c25c-46ad-aeaf-caa1ac7730c5 req-e8210caf-8720-406b-b99c-374139a5973e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0826738 Jul 23 16:09:41.086746 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-30b84bb2-c25c-46ad-aeaf-caa1ac7730c5 req-8f5f5dee-4f21-4ae1-9fc0-23c60b1baffd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589449 Jul 23 16:09:41.412990 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016badf-b604-4ea9-9403-746ecf322827 req-0e05eb62-5682-4ec3-9b8e-bd26a53195ad tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:41.414549 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5016badf-b604-4ea9-9403-746ecf322827 req-0e05eb62-5682-4ec3-9b8e-bd26a53195ad tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0802617 Jul 23 16:09:41.460855 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5016badf-b604-4ea9-9403-746ecf322827 req-1a25583a-2aa7-4cb1-820c-f59abee91f71 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403504 Jul 23 16:09:42.260765 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3246644-2351-41e6-ad6f-daeb24b3436e req-7d2a7223-9756-4ec7-bbdb-742b8feca643 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:42.262555 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c3246644-2351-41e6-ad6f-daeb24b3436e req-7d2a7223-9756-4ec7-bbdb-742b8feca643 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1026309 Jul 23 16:09:42.308712 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c3246644-2351-41e6-ad6f-daeb24b3436e req-4e485316-5f39-4810-9c6d-90718631bbda tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Jul 23 16:09:42.656109 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72c503-5f06-4f98-b6fd-aa20579de1dd req-09b18fea-6360-4ce7-bd86-3ca32ba4eb2a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:42.659978 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1a72c503-5f06-4f98-b6fd-aa20579de1dd req-09b18fea-6360-4ce7-bd86-3ca32ba4eb2a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1003151 Jul 23 16:09:42.708836 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1a72c503-5f06-4f98-b6fd-aa20579de1dd req-f2d27ec4-3360-4737-a587-48475136a34f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422630 Jul 23 16:09:43.477583 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11292eff-2aa5-4eb9-82dd-f1a1190c4a77 req-433e94b8-4811-4770-9e06-904c56807905 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:43.479420 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-11292eff-2aa5-4eb9-82dd-f1a1190c4a77 req-433e94b8-4811-4770-9e06-904c56807905 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0783334 Jul 23 16:09:43.527750 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-11292eff-2aa5-4eb9-82dd-f1a1190c4a77 req-a1da184d-7c9e-4858-930e-30f239ffa53c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Jul 23 16:09:43.916428 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a51dd-00d6-4223-9ebb-c1aa6b5bc2b9 req-bac20634-d93f-4b43-a314-9098f7fb4232 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:43.918314 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bc2a51dd-00d6-4223-9ebb-c1aa6b5bc2b9 req-bac20634-d93f-4b43-a314-9098f7fb4232 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0878859 Jul 23 16:09:43.973100 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bc2a51dd-00d6-4223-9ebb-c1aa6b5bc2b9 req-018e75a1-2918-4ce0-ac4f-05da6c06712b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462892 Jul 23 16:09:44.057813 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43044) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:44.181096 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5fd3-3da9-4d70-b7cc-a1b7bc8f4f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:44.283631 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5fd3-3da9-4d70-b7cc-a1b7bc8f4f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:44.287282 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5fd3-3da9-4d70-b7cc-a1b7bc8f4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:44.323983 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb5fd3-3da9-4d70-b7cc-a1b7bc8f4f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e72170a-5c1b-4338-853f-d4f44bbfbf51,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:44.328344 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8eeb5fd3-3da9-4d70-b7cc-a1b7bc8f4f03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32a9c89cbb2941398fcefbcf8c52d889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692456 Jul 23 16:09:44.331069 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43048) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:44.384460 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-078468a5-67ff-484b-ad46-9f8fa5e5ba3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:44.410623 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-078468a5-67ff-484b-ad46-9f8fa5e5ba3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:44.462397 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-078468a5-67ff-484b-ad46-9f8fa5e5ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:44.466123 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-078468a5-67ff-484b-ad46-9f8fa5e5ba3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:44.467669 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-078468a5-67ff-484b-ad46-9f8fa5e5ba3a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e72170a-5c1b-4338-853f-d4f44bbfbf51 HTTP/1.1" status: 204 len: 168 time: 0.1355498 Jul 23 16:09:44.477217 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078468a5-67ff-484b-ad46-9f8fa5e5ba3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e72170a-5c1b-4338-853f-d4f44bbfbf51,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:44.717964 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697e6f1-81a3-492f-8e10-f33ae11cd6f9 req-4c553b39-c79d-4fd8-93ff-d531b00955f1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:44.719567 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e697e6f1-81a3-492f-8e10-f33ae11cd6f9 req-4c553b39-c79d-4fd8-93ff-d531b00955f1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0890212 Jul 23 16:09:44.763145 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e697e6f1-81a3-492f-8e10-f33ae11cd6f9 req-02f10a8f-b224-49a1-ab6a-bdeac4643579 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372143 Jul 23 16:09:44.816690 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43072) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:44.832896 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a2f492f4-2dee-476b-8136-1dd19b5f49d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:44.965424 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a2f492f4-2dee-476b-8136-1dd19b5f49d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:44.971122 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a2f492f4-2dee-476b-8136-1dd19b5f49d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:45.017569 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a2f492f4-2dee-476b-8136-1dd19b5f49d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29ab71bfe514449d9cd6891eef887f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996982 Jul 23 16:09:45.018383 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f492f4-2dee-476b-8136-1dd19b5f49d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ade8fc1-50b3-41ac-afb0-aed674538a0d,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:45.020832 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43092) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:45.092793 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c515cd82-32fc-4a66-b35d-ca9036bb8916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:45.145472 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c515cd82-32fc-4a66-b35d-ca9036bb8916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:45.230318 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c515cd82-32fc-4a66-b35d-ca9036bb8916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:45.234403 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c515cd82-32fc-4a66-b35d-ca9036bb8916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:45.234728 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c84d0-891d-493f-957d-ccb4f8959bc4 req-e2e3e625-5e31-4e59-8b0e-f587dc8dedd3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:45.242827 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-c515cd82-32fc-4a66-b35d-ca9036bb8916 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ade8fc1-50b3-41ac-afb0-aed674538a0d HTTP/1.1" status: 204 len: 168 time: 0.2188351 Jul 23 16:09:45.247391 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-266c84d0-891d-493f-957d-ccb4f8959bc4 req-e2e3e625-5e31-4e59-8b0e-f587dc8dedd3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1885185 Jul 23 16:09:45.257400 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515cd82-32fc-4a66-b35d-ca9036bb8916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ade8fc1-50b3-41ac-afb0-aed674538a0d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:45.314686 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-266c84d0-891d-493f-957d-ccb4f8959bc4 req-f250fd10-1c95-4fa3-b016-1cf4707e860e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617197 Jul 23 16:09:45.932804 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019f25e-d8b6-4086-bacc-cc64e452968c req-a13d3792-4dc8-4ce7-adf2-8a074adf8c00 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:45.934356 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f019f25e-d8b6-4086-bacc-cc64e452968c req-a13d3792-4dc8-4ce7-adf2-8a074adf8c00 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0770242 Jul 23 16:09:45.976470 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f019f25e-d8b6-4086-bacc-cc64e452968c req-63e769bb-4d58-4f59-b4f3-964a501ed648 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363629 Jul 23 16:09:46.338862 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3e67-cc48-4f3d-9d77-efa5505ea268 req-7aa6e9a8-3942-4f61-ba61-b7b499b8d27a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:46.340458 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-565e3e67-cc48-4f3d-9d77-efa5505ea268 req-7aa6e9a8-3942-4f61-ba61-b7b499b8d27a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1082776 Jul 23 16:09:46.402864 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-565e3e67-cc48-4f3d-9d77-efa5505ea268 req-9b99a583-dbac-4b8b-b450-239f1758213e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562196 Jul 23 16:09:46.597644 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7f1e7-3b1b-4383-8179-8b1f19c01cf0 req-c27417f7-7405-451e-be30-2b0d730e178d tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:46.599536 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5de7f1e7-3b1b-4383-8179-8b1f19c01cf0 req-c27417f7-7405-451e-be30-2b0d730e178d tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1142960 Jul 23 16:09:46.673440 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5de7f1e7-3b1b-4383-8179-8b1f19c01cf0 req-4833a185-c7c5-4200-9d7d-e33db1e3ed86 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569150 Jul 23 16:09:46.786865 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05699904-b474-42f1-be2b-8a7ff0276712 req-4d5eeb3f-a07d-4380-b1f0-0373795591d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:46.790150 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-05699904-b474-42f1-be2b-8a7ff0276712 req-4d5eeb3f-a07d-4380-b1f0-0373795591d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 1098 time: 0.1235933 Jul 23 16:09:46.810164 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43226) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:46.968103 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f193ff-aea2-4135-92a7-5f26d1373bc1 req-12d77b7e-5458-4d09-a599-9426e778d140 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:46.972981 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1f193ff-aea2-4135-92a7-5f26d1373bc1 req-12d77b7e-5458-4d09-a599-9426e778d140 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1459923 Jul 23 16:09:46.984867 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43236) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:46.994239 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-93607f32-3e86-4f50-9580-a69611dc1cc5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'floatingip': {'port_id': '95736f05-4188-4a7f-acaf-11bde7dc41e6'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:47.038178 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05699904-b474-42f1-be2b-8a7ff0276712 req-f57ce82d-803a-45c2-bb56-f46020b1baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:47.040049 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-05699904-b474-42f1-be2b-8a7ff0276712 req-f57ce82d-803a-45c2-bb56-f46020b1baf6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 200 len: 920 time: 0.2281780 Jul 23 16:09:47.095219 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-93607f32-3e86-4f50-9580-a69611dc1cc5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:47.100201 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-97099b1f-8ccf-4622-b416-07e489733f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:47.108740 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-05699904-b474-42f1-be2b-8a7ff0276712 req-b366452c-2ea5-4992-81f4-9480b315fd71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a012be93-8b8d-450d-a42d-96f26efb61db HTTP/1.1" status: 200 len: 217 time: 0.0417633 Jul 23 16:09:47.196850 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05699904-b474-42f1-be2b-8a7ff0276712 req-9f1ea902-57d6-427d-bfea-89018a033540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:47.198937 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-05699904-b474-42f1-be2b-8a7ff0276712 req-9f1ea902-57d6-427d-bfea-89018a033540 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4515c4d-ff81-477c-ae0a-22650fc42440 HTTP/1.1" status: 200 len: 859 time: 0.0710039 Jul 23 16:09:47.272351 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-05699904-b474-42f1-be2b-8a7ff0276712 req-e514ac3b-8661-49fb-af3d-35c88b7e6b17 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc286c6b-df72-439e-bbfe-df072153dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492256 Jul 23 16:09:47.400483 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-05699904-b474-42f1-be2b-8a7ff0276712 req-cbb09af0-1438-4095-b0ae-94c685bbcd78 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049502 Jul 23 16:09:47.555877 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-97099b1f-8ccf-4622-b416-07e489733f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:47.556041 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-05699904-b474-42f1-be2b-8a7ff0276712 req-812a8957-7add-4660-a78d-b093b182cfc0 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421664 Jul 23 16:09:47.641595 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-97099b1f-8ccf-4622-b416-07e489733f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:47.940343 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-97099b1f-8ccf-4622-b416-07e489733f05 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f9af7b60dfe461db65d08111bb115dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1283541 Jul 23 16:09:47.943398 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43258) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:47.948039 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97099b1f-8ccf-4622-b416-07e489733f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea12e97e-f6f2-4991-a1e3-9066294938c4,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:48.007405 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a635-61f2-4dd2-a447-d53a9f516ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:48.043148 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a635-61f2-4dd2-a447-d53a9f516ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:48.056498 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c71f0-22e1-4f08-8ee1-3a91c72670da req-16cc8cb2-3d58-40ff-b515-24b7627d25c4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:48.058225 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f4c71f0-22e1-4f08-8ee1-3a91c72670da req-16cc8cb2-3d58-40ff-b515-24b7627d25c4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.5339682 Jul 23 16:09:48.116101 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a635-61f2-4dd2-a447-d53a9f516ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:48.119646 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a635-61f2-4dd2-a447-d53a9f516ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:48.120913 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f0c1a635-61f2-4dd2-a447-d53a9f516ab2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea12e97e-f6f2-4991-a1e3-9066294938c4 HTTP/1.1" status: 204 len: 168 time: 0.1759069 Jul 23 16:09:48.134815 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1a635-61f2-4dd2-a447-d53a9f516ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea12e97e-f6f2-4991-a1e3-9066294938c4,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:48.198881 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-93607f32-3e86-4f50-9580-a69611dc1cc5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:48.208302 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f4c71f0-22e1-4f08-8ee1-3a91c72670da req-597718d9-1ca1-4e71-8fb3-2ab66cdd8467 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020648 Jul 23 16:09:48.209804 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-93607f32-3e86-4f50-9580-a69611dc1cc5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:48.332754 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-93607f32-3e86-4f50-9580-a69611dc1cc5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Floating IP 0801f740-c349-4a23-9cef-6770f3c289de associated. External IP: 172.27.2.98, port: 95736f05-4188-4a7f-acaf-11bde7dc41e6. Jul 23 16:09:48.613912 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93607f32-3e86-4f50-9580-a69611dc1cc5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Router 37f8336e-c3a6-4c93-b876-1294cb5abb00 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:09:48.636959 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:48.788214 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93607f32-3e86-4f50-9580-a69611dc1cc5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:09:48.793556 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-93607f32-3e86-4f50-9580-a69611dc1cc5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:48.814525 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa5c1fb-b9c9-408e-ab2d-f57e69024966 None None] Sync routers for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:09:48.838147 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa5c1fb-b9c9-408e-ab2d-f57e69024966 None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:09:48.839317 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-2aa5c1fb-b9c9-408e-ab2d-f57e69024966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:09:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:09:48.855462 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-93607f32-3e86-4f50-9580-a69611dc1cc5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "PUT /v2.0/floatingips/0801f740-c349-4a23-9cef-6770f3c289de HTTP/1.1" status: 200 len: 991 time: 1.8693073 Jul 23 16:09:48.856390 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'tag': '95736f05-4188-4a7f-acaf-11bde7dc41e6'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:09:48.859154 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b7babb-5d39-4e94-8966-75e82b49166e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5b2452-b8b7-4e37-bace-e792c44c940b", "tag": "95736f05-4188-4a7f-acaf-11bde7dc41e6"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:09:48.975016 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a8b1b7-e5af-4564-afbc-e1698fc851ba x-openstack-request-id: req-f3a8b1b7-e5af-4564-afbc-e1698fc851ba {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:09:48.975757 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5b2452-b8b7-4e37-bace-e792c44c940b", "tag": "95736f05-4188-4a7f-acaf-11bde7dc41e6", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:09:48.976407 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3a8b1b7-e5af-4564-afbc-e1698fc851ba {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:09:48.976995 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'tag': '95736f05-4188-4a7f-acaf-11bde7dc41e6', 'status': 'completed', 'code': 200} Jul 23 16:09:49.037432 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-2aa5c1fb-b9c9-408e-ab2d-f57e69024966 None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:09:49.100456 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43314) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:49.218558 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7babb-5d39-4e94-8966-75e82b49166e req-f516bb22-9060-4a6f-acd8-581db72e6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:49.220098 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10b7babb-5d39-4e94-8966-75e82b49166e req-f516bb22-9060-4a6f-acd8-581db72e6584 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 1099 time: 0.0687180 Jul 23 16:09:49.239067 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1065327341-network', 'tenant_id': 'c0abf084bdfc45ccb4f9cd44e9ca9b8d'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:49.305000 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Made reservation on behalf of c0abf084bdfc45ccb4f9cd44e9ca9b8d for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:09:49.308584 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:49.366853 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:49.477490 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7babb-5d39-4e94-8966-75e82b49166e req-c5216f0f-0ce3-4781-bfad-0054ae83bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:49.477997 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61885b0-09cd-40cd-b1f0-158cec4f3418 req-a4474907-425f-4359-a8d2-2a490225eeb4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:49.480229 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10b7babb-5d39-4e94-8966-75e82b49166e req-c5216f0f-0ce3-4781-bfad-0054ae83bfe1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 911 time: 0.2278504 Jul 23 16:09:49.481022 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f61885b0-09cd-40cd-b1f0-158cec4f3418 req-a4474907-425f-4359-a8d2-2a490225eeb4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1737533 Jul 23 16:09:49.553165 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f61885b0-09cd-40cd-b1f0-158cec4f3418 req-99d39ac8-f4eb-45f4-9e92-a90392b025b0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642514 Jul 23 16:09:49.560157 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-2aa5c1fb-b9c9-408e-ab2d-f57e69024966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '0801f740-c349-4a23-9cef-6770f3c289de', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'port_id': '95736f05-4188-4a7f-acaf-11bde7dc41e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'mac_address': 'fa:16:3e:7b:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:08:35Z', 'updated_at': '2021-07-23T16:09:47Z', 'revision_number': 1, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:09:49.593461 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa5c1fb-b9c9-408e-ab2d-f57e69024966 None None] Checking router: 37f8336e-c3a6-4c93-b876-1294cb5abb00 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:09:49.608279 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa5c1fb-b9c9-408e-ab2d-f57e69024966 None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:09:49.609316 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-2aa5c1fb-b9c9-408e-ab2d-f57e69024966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:09:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:09:49.660867 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10b7babb-5d39-4e94-8966-75e82b49166e req-cc818a5e-fd98-4ffa-a364-4f9d1e53ce24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95736f05-4188-4a7f-acaf-11bde7dc41e6 HTTP/1.1" status: 200 len: 999 time: 0.1567435 Jul 23 16:09:49.719221 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:49.729048 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:49.736033 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-2aa5c1fb-b9c9-408e-ab2d-f57e69024966 None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:09:49.759786 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:09:49.774501 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7babb-5d39-4e94-8966-75e82b49166e req-b144f8de-b176-43bd-8f5d-85a45491543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:49.776015 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10b7babb-5d39-4e94-8966-75e82b49166e req-b144f8de-b176-43bd-8f5d-85a45491543f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73f5cedb-e27f-4d30-9911-d592f6d72bf4 HTTP/1.1" status: 200 len: 849 time: 0.0908744 Jul 23 16:09:49.779989 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dba1f7-66e5-455f-8e70-cf0293448901,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:49.785036 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:49.785382 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Added segment bb3923fd-2bee-4c73-8f2d-a71002c9f4c3 of type vlan for network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b Jul 23 16:09:49.855207 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:49.901001 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:49.902042 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:49.903134 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:49.912238 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7babb-5d39-4e94-8966-75e82b49166e req-e999f9fc-3a0a-457c-8588-2df9f64bc4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:49.913792 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10b7babb-5d39-4e94-8966-75e82b49166e req-e999f9fc-3a0a-457c-8588-2df9f64bc4fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0996125 Jul 23 16:09:49.961603 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8595030 Jul 23 16:09:49.967197 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43332) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:49.979020 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] Request body: {'subnet': {'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1065327341-subnet', 'tenant_id': 'c0abf084bdfc45ccb4f9cd44e9ca9b8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:50.013484 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef3acd-5b5e-4f16-b353-2d3992930457 admin admin] Pushing event updated for resources: {'Network': ['ID=058e8e1c-ac34-4f40-8ef3-ed125398cb9b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:50.014630 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] Made reservation on behalf of c0abf084bdfc45ccb4f9cd44e9ca9b8d for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:09:50.018731 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:50.030426 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:09:50.067073 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-2aa5c1fb-b9c9-408e-ab2d-f57e69024966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '0801f740-c349-4a23-9cef-6770f3c289de', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'port_id': '95736f05-4188-4a7f-acaf-11bde7dc41e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'mac_address': 'fa:16:3e:7b:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:08:35Z', 'updated_at': '2021-07-23T16:09:47Z', 'revision_number': 1, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:09:50.135363 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa5c1fb-b9c9-408e-ab2d-f57e69024966 None None] The sync data for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi is: [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '0801f740-c349-4a23-9cef-6770f3c289de', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'port_id': '95736f05-4188-4a7f-acaf-11bde7dc41e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'mac_address': 'fa:16:3e:7b:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:08:35Z', 'updated_at': '2021-07-23T16:09:47Z', 'revision_number': 1, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:09:50.148948 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10b7babb-5d39-4e94-8966-75e82b49166e req-e001c0a9-6624-4cc3-ab2b-920194d4093b service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192767 Jul 23 16:09:50.307201 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:50.307399 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10b7babb-5d39-4e94-8966-75e82b49166e req-37d252ee-271b-4d9d-a144-562e9ca88a8e service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467938 Jul 23 16:09:50.387001 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7b1790-67a3-4efd-b46f-10417d46e1d6,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:50.402185 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] Checking segment: {'id': 'bb3923fd-2bee-4c73-8f2d-a71002c9f4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:09:50.402447 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] Network hostable DHCP agents. Network: 058e8e1c-ac34-4f40-8ef3-ed125398cb9b, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:09:50.429681 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] Network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:09:50.450789 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, 058e8e1c-ac34-4f40-8ef3-ed125398cb9b) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:09:50.462942 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:50.463392 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d0cd92-f220-4276-8335-724859f7f758 None None] Network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:09:50.464160 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:50.505079 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d6619ce7-fbdf-4df5-94a4-645179008659 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5361681 Jul 23 16:09:50.676872 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a7fc7-fb8a-4ce4-a060-6a325a946633 None None] New status for floating IP 0801f740-c349-4a23-9cef-6770f3c289de: ACTIVE {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:09:50.710256 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43366) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:50.864697 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb23ff-0ebc-453b-8879-016dd645db64 req-bdc01737-1ddf-46cb-9c54-3f5c1ae23b3b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:50.874238 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3efb23ff-0ebc-453b-8879-016dd645db64 req-bdc01737-1ddf-46cb-9c54-3f5c1ae23b3b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1711028 Jul 23 16:09:50.925191 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bab04d9c-972f-4d6d-ad8e-adfe27032d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:50.927836 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3efb23ff-0ebc-453b-8879-016dd645db64 req-51c1897f-a7d8-472a-b074-41321dd91747 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522132 Jul 23 16:09:50.963757 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f771116-e979-45a0-91ed-f37f886ed959 None None] Network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:09:51.056616 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bab04d9c-972f-4d6d-ad8e-adfe27032d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:51.061896 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bab04d9c-972f-4d6d-ad8e-adfe27032d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:51.107351 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-bab04d9c-972f-4d6d-ad8e-adfe27032d56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51d75c5e30fb44608f15659e56046b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960147 Jul 23 16:09:51.111649 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43376) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:51.121200 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab04d9c-972f-4d6d-ad8e-adfe27032d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa2ca0f-1432-459b-b352-6d49b9795660,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:51.175363 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b4188071-2298-4356-a472-3b0501935a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:51.198984 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b4188071-2298-4356-a472-3b0501935a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:51.258671 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b4188071-2298-4356-a472-3b0501935a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:51.272575 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b4188071-2298-4356-a472-3b0501935a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:51.272575 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b4188071-2298-4356-a472-3b0501935a1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4aa2ca0f-1432-459b-b352-6d49b9795660 HTTP/1.1" status: 204 len: 168 time: 0.1522486 Jul 23 16:09:51.276887 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4188071-2298-4356-a472-3b0501935a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa2ca0f-1432-459b-b352-6d49b9795660,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:52.056391 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43418) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:52.086995 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6aa1d-94ff-4ba6-83b5-6f7fc007074d req-c2a4a086-9f51-4ea5-aec3-843e1218d0a6 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:52.089544 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-03e6aa1d-94ff-4ba6-83b5-6f7fc007074d req-c2a4a086-9f51-4ea5-aec3-843e1218d0a6 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0843539 Jul 23 16:09:52.168535 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-03e6aa1d-94ff-4ba6-83b5-6f7fc007074d req-dd1fb953-73dc-445e-9341-041c17ff73b9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596671 Jul 23 16:09:52.218098 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6394dcf2-6858-462c-a4f9-f7549bdfe4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:52.345474 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6394dcf2-6858-462c-a4f9-f7549bdfe4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:52.354168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6394dcf2-6858-462c-a4f9-f7549bdfe4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:52.389226 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6394dcf2-6858-462c-a4f9-f7549bdfe4aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f7f7397e96e4837855ad9d7cf4905dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304393 Jul 23 16:09:52.392506 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43428) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:52.407172 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394dcf2-6858-462c-a4f9-f7549bdfe4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf6f14-4896-48e8-aa09-30e8fed047fc,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:52.501754 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1458ab17-8230-43b4-9a99-839a9e302787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:52.551697 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1458ab17-8230-43b4-9a99-839a9e302787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:52.639951 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1458ab17-8230-43b4-9a99-839a9e302787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:52.654630 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1458ab17-8230-43b4-9a99-839a9e302787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:52.659795 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-1458ab17-8230-43b4-9a99-839a9e302787 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34cf6f14-4896-48e8-aa09-30e8fed047fc HTTP/1.1" status: 204 len: 168 time: 0.2630308 Jul 23 16:09:52.770785 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458ab17-8230-43b4-9a99-839a9e302787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf6f14-4896-48e8-aa09-30e8fed047fc,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:52.913522 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-4ec106a1-192b-45e0-bd92-d2108bdaecf2 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:52.916417 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-4ec106a1-192b-45e0-bd92-d2108bdaecf2 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/networks?id=058e8e1c-ac34-4f40-8ef3-ed125398cb9b HTTP/1.1" status: 200 len: 809 time: 0.2071745 Jul 23 16:09:52.933740 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-c41336df-3496-4eb9-9e21-409de31b15ad tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/quotas/c0abf084bdfc45ccb4f9cd44e9ca9b8d HTTP/1.1" status: 200 len: 375 time: 0.0120704 Jul 23 16:09:52.981619 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-66eeae12-43fb-41a9-9630-bd5ad6eac442 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0abf084bdfc45ccb4f9cd44e9ca9b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398078 Jul 23 16:09:53.080598 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-c35d84b5-b86e-4894-9e29-1fd2757aaf83 service neutron] 10.222.0.65 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910952 Jul 23 16:09:53.205259 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-2795aa28-6cb8-4e59-a937-87f3442ff07a service neutron] 10.222.0.65 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152778 Jul 23 16:09:53.351817 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3eed9-5590-48a2-8464-395c86c268a9 req-a192f587-11a8-4503-918f-0d98e56d17d2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:53.353821 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b7c3eed9-5590-48a2-8464-395c86c268a9 req-a192f587-11a8-4503-918f-0d98e56d17d2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1056511 Jul 23 16:09:53.417232 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3591011c-5fd2-4956-947c-3875aed1db98 req-f7cb4a1f-da86-4699-a168-7c723bcc6e4b tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0452290 Jul 23 16:09:53.441645 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b7c3eed9-5590-48a2-8464-395c86c268a9 req-52d849a3-d03a-4498-8aa4-ee10ca882a32 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803783 Jul 23 16:09:53.617342 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43484) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:53.753729 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-208206152-network', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:53.782270 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Made reservation on behalf of e0f30eb2c1064c2da54d700702dbf937 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:09:53.786484 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:53.798513 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:53.965647 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:53.970441 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:53.998517 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:09:54.020548 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b3f3e4-fea2-4754-af52-86ea11bfc99f,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:54.035813 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.036187 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Added segment 850804c8-7701-4616-9268-d99c103bbe1b of type vlan for network cbb8efd9-d330-47d1-88c0-533da436ae8f Jul 23 16:09:54.107505 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.123181 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-59c2a4e9-ecfe-4195-b330-e41b13bd75c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.163268 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.164670 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:54.165557 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.199737 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5812149 Jul 23 16:09:54.202882 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43506) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:54.209970 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] Request body: {'subnet': {'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-208206152-subnet', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:54.234934 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] Made reservation on behalf of e0f30eb2c1064c2da54d700702dbf937 for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:09:54.236030 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbbd7f-785b-409d-ba5f-44b00ce2b7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb8efd9-d330-47d1-88c0-533da436ae8f,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:54.237294 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.248499 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network cbb8efd9-d330-47d1-88c0-533da436ae8f details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:09:54.415624 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.466856 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b39297c-14f8-4e44-853e-81ba68862a65,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:54.482812 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] Checking segment: {'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:09:54.483168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] Network hostable DHCP agents. Network: cbb8efd9-d330-47d1-88c0-533da436ae8f, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:09:54.507467 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] Network cbb8efd9-d330-47d1-88c0-533da436ae8f is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:09:54.518123 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, cbb8efd9-d330-47d1-88c0-533da436ae8f) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:09:54.528229 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:54.528850 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.530922 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa6a899-450f-468f-87e7-1a4b668b76b2 None None] Network cbb8efd9-d330-47d1-88c0-533da436ae8f requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:09:54.549690 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-1b40b624-04b0-4447-a459-765b9ac94152 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3441870 Jul 23 16:09:54.552809 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43512) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:54.555588 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ab303286-c587-4efd-9479-60df8ce0b46b req-1e677484-2cb6-4abf-b5b7-c4294ab53fb3 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0429797 Jul 23 16:09:54.559606 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:54.591934 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1980'] for router, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.593927 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16380256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16280892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1925'] for router, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.663960 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df206836-eb79-405f-b16b-e44449a272b2 req-e082d70a-f832-4b49-92ee-33303c6db0ac tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:54.667332 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-df206836-eb79-405f-b16b-e44449a272b2 req-e082d70a-f832-4b49-92ee-33303c6db0ac tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1140890 Jul 23 16:09:54.668014 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.711801 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-df206836-eb79-405f-b16b-e44449a272b2 req-8d46d012-1a8e-4682-89c6-1218f9756b55 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389121 Jul 23 16:09:54.762237 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb52a4463-a496-520e-acd4-c3663e80fcd1-cbb8efd9-d330-47d1-88c0-533da436ae8f', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'fixed_ips': [{'subnet_id': '1b39297c-14f8-4e44-853e-81ba68862a65'}]}} from dv-cinder-801989-4-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:09:54.763120 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.858740 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16380238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16401019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1947'] for router, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.922640 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Allocated IP 172.20.0.2 (cbb8efd9-d330-47d1-88c0-533da436ae8f/1b39297c-14f8-4e44-853e-81ba68862a65/33ce41f1-2842-4a35-8f3b-b45ff29b1bb5) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:09:55.123234 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:55.137734 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Transition to ACTIVE for port object 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:09:55.166495 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Transition to ACTIVE for port object 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:09:55.167043 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:55.177935 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:55.198054 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:55.246257 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Network cbb8efd9-d330-47d1-88c0-533da436ae8f is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:09:55.249597 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:09:55.253499 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:09:55.268697 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Pushing event updated for resources: {'Port': ['ID=33ce41f1-2842-4a35-8f3b-b45ff29b1bb5,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:55.363183 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Allocated IP 172.27.2.118 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/69432197-1570-4816-8c0e-31968b4ded35) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:09:55.364156 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Attempting to bind port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:09:55.365258 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Attempting to bind port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:09:55.365929 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Attempting to bind port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 on network cbb8efd9-d330-47d1-88c0-533da436ae8f {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:09:55.376333 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:09:55.376980 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Checking segment: {'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:09:55.377805 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:55.378447 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Bound using segment: {'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:09:55.379905 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Bound port: 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:09:55.381347 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:55.472914 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] For port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:09:55.477304 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] For port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=33ce41f1-2842-4a35-8f3b-b45ff29b1bb5,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:09:55.483621 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:55.662304 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43532) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:55.773516 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafe9b4-5e1b-43e9-8f51-7804e2007d34 None None] Pushing event updated for resources: {'Port': ['ID=33ce41f1-2842-4a35-8f3b-b45ff29b1bb5,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:55.787567 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-debc31a8-faa9-4e93-87a7-4f13e81afa38 req-a249756e-95f3-47ae-a028-11d8e2415999 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.1172934 Jul 23 16:09:55.890605 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c9c532f9-266c-4de6-9ac5-83458cbd68c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:55.974979 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-8065bbe4-453f-4604-ac8d-dddda9e88db8 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:55.977656 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-8065bbe4-453f-4604-ac8d-dddda9e88db8 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.72 "GET /v2.0/networks?id=058e8e1c-ac34-4f40-8ef3-ed125398cb9b HTTP/1.1" status: 200 len: 809 time: 0.5434940 Jul 23 16:09:55.997739 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:56.017858 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a674f9-6e9c-4c14-bd25-51f04871fc5d req-b895a603-78a1-4add-ac9f-d0b71147859f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:56.026443 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15a674f9-6e9c-4c14-bd25-51f04871fc5d req-b895a603-78a1-4add-ac9f-d0b71147859f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1894727 Jul 23 16:09:56.064051 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Request body: {'port': {'device_id': 'e251648f-852e-4a2b-8ee5-b710432ed6d7', 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b', 'admin_state_up': True, 'tenant_id': 'c0abf084bdfc45ccb4f9cd44e9ca9b8d'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:56.132188 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c9c532f9-266c-4de6-9ac5-83458cbd68c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:56.138387 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c9c532f9-266c-4de6-9ac5-83458cbd68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:56.146272 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15a674f9-6e9c-4c14-bd25-51f04871fc5d req-71d899d7-ec2e-474b-8a55-398ae9046935 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186020 Jul 23 16:09:56.172717 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:56.235295 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:09:56.242349 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:09:56.247281 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:09:56.339509 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Pushing event updated for resources: {'Port': ['ID=69432197-1570-4816-8c0e-31968b4ded35,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:56.402766 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Made reservation on behalf of c0abf084bdfc45ccb4f9cd44e9ca9b8d for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:09:56.408447 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:56.449087 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c532f9-266c-4de6-9ac5-83458cbd68c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517b1de5-ed63-4d7b-a676-dc6d1dda1093,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:56.458128 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c9c532f9-266c-4de6-9ac5-83458cbd68c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f74581f029294027add919d5f5472943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7903199 Jul 23 16:09:56.458935 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43546) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:56.714849 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ca0f88aa-cf43-43ea-914d-456fb5b911a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:56.790419 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ca0f88aa-cf43-43ea-914d-456fb5b911a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:56.803467 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:56.807806 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Allocated IP 172.20.0.11 (058e8e1c-ac34-4f40-8ef3-ed125398cb9b/8a7b1790-67a3-4efd-b46f-10417d46e1d6/8a0b7e81-de22-47e4-91c9-25fc590a8181) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:09:56.872067 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a9c0e6-69d7-407a-b844-1509b9612991 None None] Network cbb8efd9-d330-47d1-88c0-533da436ae8f requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:09:56.919126 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-7decf381-7bfb-4034-8a98-fca1f53df192 None None] Provisioning for port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:09:56.951615 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5cd07c13-30ba-4443-9ca6-609cd8be1cbf req-7193c61c-d707-4cf6-a441-127d27728a44 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0429454 Jul 23 16:09:56.983513 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b5f733a0-237c-46de-80ce-910ada3baab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:57.032302 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ca0f88aa-cf43-43ea-914d-456fb5b911a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:57.036807 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ca0f88aa-cf43-43ea-914d-456fb5b911a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:57.038637 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ca0f88aa-cf43-43ea-914d-456fb5b911a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/517b1de5-ed63-4d7b-a676-dc6d1dda1093 HTTP/1.1" status: 204 len: 168 time: 0.5786870 Jul 23 16:09:57.138320 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f88aa-cf43-43ea-914d-456fb5b911a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517b1de5-ed63-4d7b-a676-dc6d1dda1093,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:57.199037 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:57.382423 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c75ad-05bf-48f1-8cf0-4111f9bef2d3 req-79356634-1259-4a6f-9627-84a9907666ae tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:57.386078 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-333c75ad-05bf-48f1-8cf0-4111f9bef2d3 req-79356634-1259-4a6f-9627-84a9907666ae tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1279306 Jul 23 16:09:57.465408 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:57.472879 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16380211'] for router, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:57.489742 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-333c75ad-05bf-48f1-8cf0-4111f9bef2d3 req-5573f654-7238-4539-bfab-e0e809a20a08 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949605 Jul 23 16:09:57.611176 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:57.671000 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:09:57.676654 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:09:57.680178 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:09:57.686061 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:57.686744 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:57.745214 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6864173 Jul 23 16:09:57.751891 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a594ee-0365-4d94-a046-9d3e81b62a95 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Pushing event updated for resources: {'Port': ['ID=8a0b7e81-de22-47e4-91c9-25fc590a8181,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:57.774326 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Router c6110432-6c4b-4799-9ef7-63908b071f17 is scheduled to L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 with binding_index 1 {{(pid=93342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:09:57.795851 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Request body: {'port': {'device_id': 'e251648f-852e-4a2b-8ee5-b710432ed6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:57.906520 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:09:57.964853 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:09:57.970648 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:57.971249 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:57.976099 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.003011 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:09:58.020072 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Sync routers for ids ['c6110432-6c4b-4799-9ef7-63908b071f17'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:09:58.037894 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Routers {'c6110432-6c4b-4799-9ef7-63908b071f17'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:09:58.038564 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:09:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c6110432-6c4b-4799-9ef7-63908b071f17'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:09:58.059213 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.063161 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3c08fa9b-9aa5-45dc-8335-712b1043ae27 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5058267 Jul 23 16:09:58.063527 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43566) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:58.087181 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.158174 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=33ce41f1-2842-4a35-8f3b-b45ff29b1bb5,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:09:58.162441 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.166203 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.243351 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=33ce41f1-2842-4a35-8f3b-b45ff29b1bb5,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:58.248490 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Set router c6110432-6c4b-4799-9ef7-63908b071f17 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:09:58.259745 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9421144-1f0f-4f49-8c82-2e2576ca51d2 req-748ea9d6-656d-4f8d-a897-82e44d93a16f tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:58.261462 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f9421144-1f0f-4f49-8c82-2e2576ca51d2 req-748ea9d6-656d-4f8d-a897-82e44d93a16f tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 932 time: 0.1902041 Jul 23 16:09:58.408402 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0b7e81-de22-47e4-91c9-25fc590a8181 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:09:58.418053 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.446184 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Transition to ACTIVE for port object 8a0b7e81-de22-47e4-91c9-25fc590a8181 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:09:58.446403 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f9421144-1f0f-4f49-8c82-2e2576ca51d2 req-f7137786-9ba4-4980-9438-63359ca17530 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756926 Jul 23 16:09:58.468818 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.575682 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:09:56Z', 'revision_number': 3, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:09:58.598096 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0b7e81-de22-47e4-91c9-25fc590a8181,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:58.604223 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Attempting to bind port 8a0b7e81-de22-47e4-91c9-25fc590a8181 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:09:58.604905 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Attempting to bind port 8a0b7e81-de22-47e4-91c9-25fc590a8181 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'bb3923fd-2bee-4c73-8f2d-a71002c9f4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:09:58.605593 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Attempting to bind port 8a0b7e81-de22-47e4-91c9-25fc590a8181 on network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:09:58.610584 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Checking router: c6110432-6c4b-4799-9ef7-63908b071f17 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:09:58.611179 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Updating router c6110432-6c4b-4799-9ef7-63908b071f17 port 69432197-1570-4816-8c0e-31968b4ded35 binding host dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:09:58.615525 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Port 8a0b7e81-de22-47e4-91c9-25fc590a8181 on network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:09:58.615730 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Attempting to bind port 8a0b7e81-de22-47e4-91c9-25fc590a8181 on network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:09:58.625191 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:09:58.627306 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Checking segment: {'id': 'bb3923fd-2bee-4c73-8f2d-a71002c9f4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:09:58.627306 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Bound using segment: {'id': 'bb3923fd-2bee-4c73-8f2d-a71002c9f4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:09:58.627306 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Bound port: 8a0b7e81-de22-47e4-91c9-25fc590a8181, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3923fd-2bee-4c73-8f2d-a71002c9f4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:09:58.627306 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.648913 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.732879 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] For port 8a0b7e81-de22-47e4-91c9-25fc590a8181, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:09:58.737917 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] For port 8a0b7e81-de22-47e4-91c9-25fc590a8181, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=8a0b7e81-de22-47e4-91c9-25fc590a8181,segment=NetworkSegment(bb3923fd-2bee-4c73-8f2d-a71002c9f4c3),segment_id=bb3923fd-2bee-4c73-8f2d-a71002c9f4c3)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:09:58.747184 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.812730 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:58.813290 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.816052 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] 10.222.0.72 "PUT /v2.0/ports/8a0b7e81-de22-47e4-91c9-25fc590a8181 HTTP/1.1" status: 200 len: 1094 time: 1.0274787 Jul 23 16:09:58.816546 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e251648f-852e-4a2b-8ee5-b710432ed6d7', 'tag': '8a0b7e81-de22-47e4-91c9-25fc590a8181'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:09:58.819589 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5e85a9-6861-4782-8f93-f106bcf8cae5" -d '{"events": [{"name": "network-changed", "server_uuid": "e251648f-852e-4a2b-8ee5-b710432ed6d7", "tag": "8a0b7e81-de22-47e4-91c9-25fc590a8181"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:09:58.845663 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-76f50a68-ec92-4f66-807b-4ce909cb20c7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:58.847206 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-76f50a68-ec92-4f66-807b-4ce909cb20c7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 815 time: 0.2457805 Jul 23 16:09:58.855829 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a92c5-5160-4ecc-bb6c-8288d0737b27 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0b7e81-de22-47e4-91c9-25fc590a8181,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:58.898222 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693539a-cfdd-442e-84c6-8a6708cf1248 req-dfeedbc0-9a35-406b-8fd1-9966b0b70003 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:58.899759 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5693539a-cfdd-442e-84c6-8a6708cf1248 req-dfeedbc0-9a35-406b-8fd1-9966b0b70003 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.2898648 Jul 23 16:09:58.907226 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-24822754-abb2-478d-9471-30dd14924262 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/quotas/37e2a8419bf4498495ae22193d41db3a HTTP/1.1" status: 200 len: 375 time: 0.0375535 Jul 23 16:09:58.996028 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:59.001347 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-5026f9cc-d05f-4d43-97d0-190d04336c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:59.003756 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-5026f9cc-d05f-4d43-97d0-190d04336c5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0abf084bdfc45ccb4f9cd44e9ca9b8d&device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 1097 time: 0.0615959 Jul 23 16:09:59.009864 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Transition to ACTIVE for port object 69432197-1570-4816-8c0e-31968b4ded35 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:09:59.019999 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:59.051119 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5693539a-cfdd-442e-84c6-8a6708cf1248 req-0264c2ff-01e6-4925-a41b-c027eec12833 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305296 Jul 23 16:09:59.074502 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d581c1-0fec-4696-906b-844164990959 None None] Pushing event updated for resources: {'Port': ['ID=69432197-1570-4816-8c0e-31968b4ded35,revision_number=2']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:59.085602 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.086414 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.086674 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.087124 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.087508 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.087878 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.088356 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.088713 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.089081 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.089515 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.090025 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.090662 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d581c1-0fec-4696-906b-844164990959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:59.138198 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-dd873d91-63cf-440b-81fd-038d0266b8f3 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2237828 Jul 23 16:09:59.143048 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39e8382-801f-4c8f-9b0d-1fe46c37836a x-openstack-request-id: req-b39e8382-801f-4c8f-9b0d-1fe46c37836a {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:09:59.144101 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e251648f-852e-4a2b-8ee5-b710432ed6d7", "tag": "8a0b7e81-de22-47e4-91c9-25fc590a8181", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:09:59.144933 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b39e8382-801f-4c8f-9b0d-1fe46c37836a {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:09:59.146416 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e251648f-852e-4a2b-8ee5-b710432ed6d7', 'tag': '8a0b7e81-de22-47e4-91c9-25fc590a8181', 'status': 'completed', 'code': 200} Jul 23 16:09:59.148936 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-ddee8d34-6a5c-465d-b841-3c461f988e7a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a0b7e81-de22-47e4-91c9-25fc590a8181 HTTP/1.1" status: 200 len: 217 time: 0.1060255 Jul 23 16:09:59.155745 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:59.176172 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Attempting to bind port 69432197-1570-4816-8c0e-31968b4ded35 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:09:59.177040 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Attempting to bind port 69432197-1570-4816-8c0e-31968b4ded35 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:09:59.178472 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Attempting to bind port 69432197-1570-4816-8c0e-31968b4ded35 on network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:09:59.187936 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:09:59.188835 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Checking segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:09:59.189627 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:59.190625 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Bound using segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:09:59.191585 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Bound port: 69432197-1570-4816-8c0e-31968b4ded35, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:09:59.192680 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:59.268009 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-5d54ebf2-9bdd-4fbf-98fb-b92f7e76bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:59.270404 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-5d54ebf2-9bdd-4fbf-98fb-b92f7e76bd20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8a7b1790-67a3-4efd-b46f-10417d46e1d6 HTTP/1.1" status: 200 len: 849 time: 0.0845227 Jul 23 16:09:59.273921 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] For port 69432197-1570-4816-8c0e-31968b4ded35, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:09:59.277557 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] For port 69432197-1570-4816-8c0e-31968b4ded35, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=69432197-1570-4816-8c0e-31968b4ded35,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:09:59.283087 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:59.327704 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-3d679c60-df2c-4b10-b32c-40d2152f28b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=058e8e1c-ac34-4f40-8ef3-ed125398cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359917 Jul 23 16:09:59.341163 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d581c1-0fec-4696-906b-844164990959 None None] Pushing event updated for resources: {'Port': ['ID=69432197-1570-4816-8c0e-31968b4ded35,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:59.349466 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-6386d78c-1866-4150-84df-694ead974fb4 service neutron] 10.222.0.65 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911025 Jul 23 16:09:59.369526 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Routers {'c6110432-6c4b-4799-9ef7-63908b071f17'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:09:59.369526 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:09:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c6110432-6c4b-4799-9ef7-63908b071f17'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:09:59.495768 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-3c752723-5178-4750-958b-ac8b9e85edf0 service neutron] 10.222.0.72 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184504 Jul 23 16:09:59.502496 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] Set router c6110432-6c4b-4799-9ef7-63908b071f17 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:09:59.527238 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-7ec7e0b5-8700-4838-a7dd-3ed3dd3ec5b3 service neutron] 10.222.0.65 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645968 Jul 23 16:09:59.579111 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Allocated IP 172.20.0.1 (cbb8efd9-d330-47d1-88c0-533da436ae8f/1b39297c-14f8-4e44-853e-81ba68862a65/4587dab5-9635-4727-8c4b-427206ace718) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:09:59.622729 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-746b7afc-2288-48be-a1af-3130c8e9c317 req-4c0566da-dcef-43ca-9453-011fbe049b16 service neutron] 10.222.0.72 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133938 Jul 23 16:09:59.741552 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:59.784588 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Transition to ACTIVE for port object 4587dab5-9635-4727-8c4b-427206ace718 will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:09:59.791004 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-314d1cda-f2af-405a-98e5-a76f923e1685 req-5fda6364-f9ec-4f5d-98d3-9406ea566aa5 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 210 time: 0.0410841 Jul 23 16:09:59.818127 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c0c81-a42c-4f1e-b9ec-02508c72cba5 req-99fe4bd4-47b4-4322-b427-4dd2dd1f5672 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:59.821097 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b07c0c81-a42c-4f1e-b9ec-02508c72cba5 req-99fe4bd4-47b4-4322-b427-4dd2dd1f5672 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 944 time: 0.1921308 Jul 23 16:09:59.821343 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:59.836087 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:09:59.887385 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:09:56Z', 'revision_number': 3, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:09:59.908949 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b07c0c81-a42c-4f1e-b9ec-02508c72cba5 req-684c5a9a-c2b3-40e9-83a1-46b5f93f5ab9 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605989 Jul 23 16:09:59.908949 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:59.923109 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:59.927847 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbbb6a-7974-4fd6-9439-347098c7c0d1 None None] The sync data for ids ['c6110432-6c4b-4799-9ef7-63908b071f17'] in dv-cinder-801989-4-iscsi is: [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:09:56Z', 'revision_number': 3, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:09:59.931386 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:59.984719 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e85a9-6861-4782-8f93-f106bcf8cae5 req-9579e437-0af7-41a4-8055-161d3aecaff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:59.986799 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bc5e85a9-6861-4782-8f93-f106bcf8cae5 req-9579e437-0af7-41a4-8055-161d3aecaff3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0abf084bdfc45ccb4f9cd44e9ca9b8d&device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 1097 time: 0.1456103 Jul 23 16:10:00.029569 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Network cbb8efd9-d330-47d1-88c0-533da436ae8f is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:00.032657 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:00.059022 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:10:00.059511 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16383274'] for router_interface, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:00.062202 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=4587dab5-9635-4727-8c4b-427206ace718,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:00.161927 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e85a9-6861-4782-8f93-f106bcf8cae5 req-192cf141-75a1-4564-bf73-f860e87f2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:00.164361 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bc5e85a9-6861-4782-8f93-f106bcf8cae5 req-192cf141-75a1-4564-bf73-f860e87f2e80 service neutron] 10.222.0.72 "GET /v2.0/networks?id=058e8e1c-ac34-4f40-8ef3-ed125398cb9b HTTP/1.1" status: 200 len: 910 time: 0.1618979 Jul 23 16:10:00.232328 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bc5e85a9-6861-4782-8f93-f106bcf8cae5 req-3584aa20-827a-4929-ac9a-1a368ad712fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a0b7e81-de22-47e4-91c9-25fc590a8181 HTTP/1.1" status: 200 len: 217 time: 0.0506728 Jul 23 16:10:00.345226 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a05c-9562-44cf-9bd0-8408e8b291c4 req-b9b5c56d-6392-483e-ae3f-90e19c8e5885 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:00.346956 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a0f0a05c-9562-44cf-9bd0-8408e8b291c4 req-b9b5c56d-6392-483e-ae3f-90e19c8e5885 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1872602 Jul 23 16:10:00.370431 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e85a9-6861-4782-8f93-f106bcf8cae5 req-cc072551-8043-4d1f-8ce2-5f689ced206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:00.375943 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bc5e85a9-6861-4782-8f93-f106bcf8cae5 req-cc072551-8043-4d1f-8ce2-5f689ced206a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8a7b1790-67a3-4efd-b46f-10417d46e1d6 HTTP/1.1" status: 200 len: 849 time: 0.1172802 Jul 23 16:10:00.379138 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:00.413339 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-4c3e7b12-0f95-47a7-9637-a4e0c1139736 None None] Provisioning for port 4587dab5-9635-4727-8c4b-427206ace718 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:00.418805 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-4c3e7b12-0f95-47a7-9637-a4e0c1139736 None None] Provisioning complete for port 4587dab5-9635-4727-8c4b-427206ace718 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:00.419854 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7b12-0f95-47a7-9637-a4e0c1139736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:00.450483 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a0f0a05c-9562-44cf-9bd0-8408e8b291c4 req-abf087c4-fcf0-4bef-ac63-c0ab97bd0993 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830741 Jul 23 16:10:00.523928 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e7b12-0f95-47a7-9637-a4e0c1139736 None None] Port 4587dab5-9635-4727-8c4b-427206ace718 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:10:00.679426 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:00.687606 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:00.689152 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16721128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16377597'] for router_interface, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:00.711727 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bc5e85a9-6861-4782-8f93-f106bcf8cae5 req-eb99a3a1-afcd-4598-9308-3a18828b13dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=058e8e1c-ac34-4f40-8ef3-ed125398cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3144243 Jul 23 16:10:00.821696 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=4587dab5-9635-4727-8c4b-427206ace718,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:00.862744 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bc5e85a9-6861-4782-8f93-f106bcf8cae5 req-1505e952-96a0-46d4-aea7-b88beca7e7af service neutron] 10.222.0.72 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156712 Jul 23 16:10:00.883940 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Network cbb8efd9-d330-47d1-88c0-533da436ae8f is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:00.886949 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:00.957059 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37526407-e771-41ae-ae04-6959af597c6e req-26f2846d-60e8-479b-8bee-b9ce354a5757 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 210 time: 0.0486457 Jul 23 16:10:01.033636 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bc5e85a9-6861-4782-8f93-f106bcf8cae5 req-ca782295-d55b-490c-8f65-d07b0df72011 service neutron] 10.222.0.72 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611309 Jul 23 16:10:01.148494 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-fb348e7a-8249-4cad-83d3-bdc84e93941d None None] Provisioning complete for port 4587dab5-9635-4727-8c4b-427206ace718 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:01.149083 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-fb348e7a-8249-4cad-83d3-bdc84e93941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:01.192175 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-fb348e7a-8249-4cad-83d3-bdc84e93941d None None] Port 4587dab5-9635-4727-8c4b-427206ace718 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:10:01.330907 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b49f35-327d-4e47-ae12-3de077278500 req-48ffaee9-82d5-4b7c-88d1-774f3cbf6f4c tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:01.332386 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-68b49f35-327d-4e47-ae12-3de077278500 req-48ffaee9-82d5-4b7c-88d1-774f3cbf6f4c tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 944 time: 0.3376722 Jul 23 16:10:01.337632 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Router c6110432-6c4b-4799-9ef7-63908b071f17 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:10:01.438039 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-68b49f35-327d-4e47-ae12-3de077278500 req-30aea7c9-636c-438f-a713-a71b93ecf9d8 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990524 Jul 23 16:10:01.483287 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:10:01.490271 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7a2aa269-f114-46ba-8b97-a20f99b61ce2 admin admin] 10.222.0.65 "PUT /v2.0/routers/c6110432-6c4b-4799-9ef7-63908b071f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4248943 Jul 23 16:10:01.618402 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396c3a2-8391-459e-bbb1-11ad30901554 req-ea9661d1-528a-495a-ac20-a98e8ddf1881 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:01.624675 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5396c3a2-8391-459e-bbb1-11ad30901554 req-ea9661d1-528a-495a-ac20-a98e8ddf1881 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0937538 Jul 23 16:10:01.686743 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5396c3a2-8391-459e-bbb1-11ad30901554 req-cd701f81-1a0a-4b1d-92c2-9c19c3e765d4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607126 Jul 23 16:10:01.876451 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 69432197-1570-4816-8c0e-31968b4ded35 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:01.951153 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 69432197-1570-4816-8c0e-31968b4ded35 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:01.955424 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 69432197-1570-4816-8c0e-31968b4ded35 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:01.955804 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.040758 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-d0f3b940-42e4-4ffe-a010-37d8ad20f4bd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:02.042287 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-d0f3b940-42e4-4ffe-a010-37d8ad20f4bd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 815 time: 0.1650727 Jul 23 16:10:02.085345 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Request body: {'port': {'device_id': '970695e9-00fa-42a8-a9fd-566ec2b66afe', 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d', 'admin_state_up': True, 'tenant_id': '37e2a8419bf4498495ae22193d41db3a'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:02.123224 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.155158 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-685f33b8-7640-44a5-8f89-9dfb037752c7 req-18cd4ca3-685f-4128-82d5-f308a19ccd05 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 210 time: 0.0778880 Jul 23 16:10:02.177957 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 69432197-1570-4816-8c0e-31968b4ded35, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=69432197-1570-4816-8c0e-31968b4ded35,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:02.187539 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.197271 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Sync routers for ids ['c6110432-6c4b-4799-9ef7-63908b071f17'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:10:02.239266 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Routers {'c6110432-6c4b-4799-9ef7-63908b071f17'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:10:02.240481 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:09:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c6110432-6c4b-4799-9ef7-63908b071f17'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:02.297877 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Made reservation on behalf of 37e2a8419bf4498495ae22193d41db3a for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:10:02.302292 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.334758 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=69432197-1570-4816-8c0e-31968b4ded35,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:02.392717 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Set router c6110432-6c4b-4799-9ef7-63908b071f17 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:10:02.492365 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43652) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:02.497675 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-949742290-network', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:02.498085 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Allocated IP 172.20.0.6 (c242e2a3-fc95-4afe-95c6-6820f2feeb0d/d0833803-229d-4ab1-b597-0c5e2e3dc7b2/25c7b0bc-fcfa-40c5-ad55-08618842f1ca) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:10:02.544680 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Made reservation on behalf of 3f42ae4f95ca405da8258efb7d470b16 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:10:02.546816 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.576641 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.639951 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43097ff0-2114-42a1-ae54-7bd6f6b76754 req-b029bea5-3486-425c-9472-f3712965c3a8 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:02.641108 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-43097ff0-2114-42a1-ae54-7bd6f6b76754 req-b029bea5-3486-425c-9472-f3712965c3a8 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 944 time: 0.1087375 Jul 23 16:10:02.659490 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:10:00Z', 'revision_number': 4, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '4587dab5-9635-4727-8c4b-427206ace718', 'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'mac_address': 'fa:16:3e:70:ae:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:59Z', 'updated_at': '2021-07-23T16:10:00Z', 'revision_number': 2, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'subnets': [{'id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:02.687102 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Checking router: c6110432-6c4b-4799-9ef7-63908b071f17 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:10:02.687626 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Updating router c6110432-6c4b-4799-9ef7-63908b071f17 port 4587dab5-9635-4727-8c4b-427206ace718 binding host dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:10:02.714161 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-43097ff0-2114-42a1-ae54-7bd6f6b76754 req-280b76db-6632-4afc-95fb-3090d4f9e6b2 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 Jul 23 16:10:02.720669 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.759555 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.797879 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.853004 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.861872 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.881026 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Network c242e2a3-fc95-4afe-95c6-6820f2feeb0d is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:02.886445 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:02.895784 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:10:02.902459 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['33914f1b-83aa-414f-a454-70d4a8d678dc'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:10:02.903693 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:02.904398 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.908498 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:10:02.912725 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Pushing event updated for resources: {'Port': ['ID=25c7b0bc-fcfa-40c5-ad55-08618842f1ca,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:02.932565 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1deb8c65-d21a-477a-9022-75659771f2dd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8514419 Jul 23 16:10:02.936204 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918dad-d150-414c-8f7a-395704cf9b7e req-bd859a9f-ae22-4f1d-a21a-b3f9ea7a5733 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:02.937952 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-79918dad-d150-414c-8f7a-395704cf9b7e req-bd859a9f-ae22-4f1d-a21a-b3f9ea7a5733 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1529851 Jul 23 16:10:02.941508 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7fce86-4fff-40d0-8195-7ceaaf4bf63b,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:02.947128 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:02.947468 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Added segment b7e5d63d-a52b-40f0-a9bc-018ad768c5ea of type vlan for network e5745005-45fe-4b83-b959-eb3500b3e6e9 Jul 23 16:10:02.976186 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Request body: {'port': {'device_id': '970695e9-00fa-42a8-a9fd-566ec2b66afe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:03.053801 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.060330 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.066863 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-79918dad-d150-414c-8f7a-395704cf9b7e req-f06c2345-19fc-450a-aba8-f719529e8b00 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114879 Jul 23 16:10:03.100645 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.102468 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:03.104511 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.146185 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6520278 Jul 23 16:10:03.149222 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43662) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:03.154044 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] Request body: {'subnet': {'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-949742290-subnet', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:03.191083 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140db98-676d-49d4-81e1-925487ba44aa admin admin] Pushing event updated for resources: {'Network': ['ID=e5745005-45fe-4b83-b959-eb3500b3e6e9,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:03.210038 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network e5745005-45fe-4b83-b959-eb3500b3e6e9 details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:10:03.219241 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] Made reservation on behalf of 3f42ae4f95ca405da8258efb7d470b16 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:10:03.222025 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.337363 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.353304 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Transition to ACTIVE for port object 4587dab5-9635-4727-8c4b-427206ace718 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:03.360509 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.395061 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8889d-1d4e-4aa3-9674-8b5ca0dc40b9 req-f2483106-e43c-4dd6-8c3f-21a7c2d9ea44 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:03.402982 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d5b8889d-1d4e-4aa3-9674-8b5ca0dc40b9 req-f2483106-e43c-4dd6-8c3f-21a7c2d9ea44 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 931 time: 0.1503177 Jul 23 16:10:03.414658 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c7b0bc-fcfa-40c5-ad55-08618842f1ca {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:10:03.417352 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab068b-fdfe-4a0d-92ba-9c71694fda46 None None] Pushing event updated for resources: {'Port': ['ID=4587dab5-9635-4727-8c4b-427206ace718,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:03.427900 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.444875 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Transition to ACTIVE for port object 25c7b0bc-fcfa-40c5-ad55-08618842f1ca will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:03.450041 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.487396 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Attempting to bind port 4587dab5-9635-4727-8c4b-427206ace718 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:10:03.487857 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d5b8889d-1d4e-4aa3-9674-8b5ca0dc40b9 req-06885017-7bd2-4f6d-a823-5ee723f47946 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798922 Jul 23 16:10:03.488296 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Attempting to bind port 4587dab5-9635-4727-8c4b-427206ace718 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:10:03.489274 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Attempting to bind port 4587dab5-9635-4727-8c4b-427206ace718 on network cbb8efd9-d330-47d1-88c0-533da436ae8f {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:03.502273 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:10:03.503426 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Checking segment: {'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:10:03.504341 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.506084 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Bound using segment: {'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:10:03.507732 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Bound port: 4587dab5-9635-4727-8c4b-427206ace718, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:10:03.509731 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.516492 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=25c7b0bc-fcfa-40c5-ad55-08618842f1ca,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:03.521358 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.572962 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Attempting to bind port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:10:03.573303 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Attempting to bind port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:10:03.573636 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Attempting to bind port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:03.578328 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:10:03.578660 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Attempting to bind port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:03.589187 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:10:03.589624 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Checking segment: {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:10:03.590080 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Bound using segment: {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:10:03.591405 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Bound port: 25c7b0bc-fcfa-40c5-ad55-08618842f1ca, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:10:03.591844 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.592148 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:03.594491 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] Checking segment: {'id': 'b7e5d63d-a52b-40f0-a9bc-018ad768c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:10:03.594926 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] Network hostable DHCP agents. Network: e5745005-45fe-4b83-b959-eb3500b3e6e9, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:10:03.610470 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] For port 4587dab5-9635-4727-8c4b-427206ace718, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:10:03.615986 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] Network e5745005-45fe-4b83-b959-eb3500b3e6e9 is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:10:03.616237 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] For port 4587dab5-9635-4727-8c4b-427206ace718, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=4587dab5-9635-4727-8c4b-427206ace718,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:10:03.622733 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.626869 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, e5745005-45fe-4b83-b959-eb3500b3e6e9) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:03.634338 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:03.635198 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.649671 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e96b6d-8cb2-4deb-b8f9-7a1898990650 None None] Network e5745005-45fe-4b83-b959-eb3500b3e6e9 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:10:03.655739 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e6d676dc-4b55-4410-9b33-f0cef88d83a6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5032003 Jul 23 16:10:03.656022 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43668) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:03.663906 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-949742290-router', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:03.685625 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1980'] for router, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.687394 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16380256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16280892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1925'] for router, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.703090 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] For port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:10:03.706791 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] For port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=25c7b0bc-fcfa-40c5-ad55-08618842f1ca,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:10:03.712278 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.751021 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:03.752271 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.753759 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] 10.222.0.72 "PUT /v2.0/ports/25c7b0bc-fcfa-40c5-ad55-08618842f1ca HTTP/1.1" status: 200 len: 1093 time: 0.7831535 Jul 23 16:10:03.758047 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.758232 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970695e9-00fa-42a8-a9fd-566ec2b66afe', 'tag': '25c7b0bc-fcfa-40c5-ad55-08618842f1ca'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:10:03.759982 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b752489-a36f-4ed6-89b5-51033d8ef50d" -d '{"events": [{"name": "network-changed", "server_uuid": "970695e9-00fa-42a8-a9fd-566ec2b66afe", "tag": "25c7b0bc-fcfa-40c5-ad55-08618842f1ca"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:10:03.806232 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dea9d-9681-4897-b245-adae18eea7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=25c7b0bc-fcfa-40c5-ad55-08618842f1ca,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:03.834676 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53222cfc-5e45-4aa1-94ed-895205ef5aa9 x-openstack-request-id: req-53222cfc-5e45-4aa1-94ed-895205ef5aa9 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:10:03.834975 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970695e9-00fa-42a8-a9fd-566ec2b66afe", "tag": "25c7b0bc-fcfa-40c5-ad55-08618842f1ca", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:10:03.835228 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53222cfc-5e45-4aa1-94ed-895205ef5aa9 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:10:03.835678 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970695e9-00fa-42a8-a9fd-566ec2b66afe', 'tag': '25c7b0bc-fcfa-40c5-ad55-08618842f1ca', 'status': 'completed', 'code': 200} Jul 23 16:10:03.865195 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 8a0b7e81-de22-47e4-91c9-25fc590a8181 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:10:03.876438 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab068b-fdfe-4a0d-92ba-9c71694fda46 None None] Pushing event updated for resources: {'Port': ['ID=4587dab5-9635-4727-8c4b-427206ace718,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:03.886669 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Routers {'c6110432-6c4b-4799-9ef7-63908b071f17'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:10:03.887390 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:09:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c6110432-6c4b-4799-9ef7-63908b071f17'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:03.911730 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 69432197-1570-4816-8c0e-31968b4ded35 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:03.976842 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1eeeb17f-4812-4ee2-8829-f714f3e1933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:03.978790 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-1eeeb17f-4812-4ee2-8829-f714f3e1933d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 1096 time: 0.0692708 Jul 23 16:10:04.007614 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16380238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16401019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1947'] for router, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:04.068519 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503f790-6547-4723-8b66-9770fc67fd1c req-cd81471b-8395-45dc-bf0a-41d0619bea5b tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:04.073579 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0503f790-6547-4723-8b66-9770fc67fd1c req-cd81471b-8395-45dc-bf0a-41d0619bea5b tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 944 time: 0.1756976 Jul 23 16:10:04.074981 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-665d7f48-e66a-487f-8cfb-c09126f5be6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25c7b0bc-fcfa-40c5-ad55-08618842f1ca HTTP/1.1" status: 200 len: 217 time: 0.0409012 Jul 23 16:10:04.131384 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0503f790-6547-4723-8b66-9770fc67fd1c req-02ac04bf-65f6-4901-af43-6dafa490e52f tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530839 Jul 23 16:10:04.171763 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-82533df6-a08b-40b9-8b3a-a6cd3ac92ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:04.174755 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-82533df6-a08b-40b9-8b3a-a6cd3ac92ab8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0833803-229d-4ab1-b597-0c5e2e3dc7b2 HTTP/1.1" status: 200 len: 855 time: 0.0768826 Jul 23 16:10:04.266144 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-ef38f2e7-dbe1-4a60-bce0-0266b1111b7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319800 Jul 23 16:10:04.320892 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 69432197-1570-4816-8c0e-31968b4ded35 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:04.321908 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:04.338865 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] Set router c6110432-6c4b-4799-9ef7-63908b071f17 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:10:04.370447 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:04.401435 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda124b2-c9f2-4c11-8cc7-94349aee8765 req-9707beac-a457-45da-a7e8-12e6bd6bd178 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:04.403283 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eda124b2-c9f2-4c11-8cc7-94349aee8765 req-9707beac-a457-45da-a7e8-12e6bd6bd178 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1972938 Jul 23 16:10:04.405096 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:04.405616 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-e95db908-44a6-4e5f-9c7e-e93798cbfae1 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261218 Jul 23 16:10:04.435542 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb52a4463-a496-520e-acd4-c3663e80fcd1-e5745005-45fe-4b83-b959-eb3500b3e6e9', 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'fixed_ips': [{'subnet_id': '2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec'}]}} from dv-cinder-801989-4-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:10:04.436409 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:04.444406 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 8a0b7e81-de22-47e4-91c9-25fc590a8181, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=8a0b7e81-de22-47e4-91c9-25fc590a8181,segment=NetworkSegment(bb3923fd-2bee-4c73-8f2d-a71002c9f4c3),segment_id=bb3923fd-2bee-4c73-8f2d-a71002c9f4c3)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:04.490537 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eda124b2-c9f2-4c11-8cc7-94349aee8765 req-6df3629d-3f64-4ab0-b443-d418fa99ffe0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813591 Jul 23 16:10:04.498095 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '8a0b7e81-de22-47e4-91c9-25fc590a8181', 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b', 'port_id': '8a0b7e81-de22-47e4-91c9-25fc590a8181', 'mac_address': 'fa:16:3e:16:e5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7b1790-67a3-4efd-b46f-10417d46e1d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:10:04.554603 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4381470d-a979-479f-850f-d82ff4d77aa0 req-69de9967-83f9-4d99-a15d-f2999dfd0092 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256888 Jul 23 16:10:04.562377 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Allocated IP 172.27.2.75 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/ff3f3348-2fc2-4ac2-8aa0-21cb889d1698) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:10:04.699792 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b2a05-a84b-41d8-9f14-6a398e979cbf req-d66cee98-91f4-47cc-9dc7-def5a0ade2d1 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:04.701326 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-864b2a05-a84b-41d8-9f14-6a398e979cbf req-d66cee98-91f4-47cc-9dc7-def5a0ade2d1 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 943 time: 0.1316202 Jul 23 16:10:04.703376 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:04.738289 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:04.750845 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0b7e81-de22-47e4-91c9-25fc590a8181 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:10:04.769619 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-864b2a05-a84b-41d8-9f14-6a398e979cbf req-7282911b-f218-4495-bdc1-a9deb95052fa tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606267 Jul 23 16:10:04.804500 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:04.847016 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 8a0b7e81-de22-47e4-91c9-25fc590a8181, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=8a0b7e81-de22-47e4-91c9-25fc590a8181,segment=NetworkSegment(bb3923fd-2bee-4c73-8f2d-a71002c9f4c3),segment_id=bb3923fd-2bee-4c73-8f2d-a71002c9f4c3)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:04.847268 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:04.851201 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:04.852607 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b752489-a36f-4ed6-89b5-51033d8ef50d req-95e9ae26-3dd5-4aef-b550-d5b3c2df21de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:04.858477 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:10:04.859117 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b752489-a36f-4ed6-89b5-51033d8ef50d req-95e9ae26-3dd5-4aef-b550-d5b3c2df21de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 1096 time: 0.0808074 Jul 23 16:10:04.859856 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:04.867654 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Allocated IP 172.20.0.2 (e5745005-45fe-4b83-b959-eb3500b3e6e9/2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec/ded6c6e1-7e84-4788-b1ab-0ad04a75b534) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:10:04.935612 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Pushing event updated for resources: {'Port': ['ID=ff3f3348-2fc2-4ac2-8aa0-21cb889d1698,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:04.968458 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=8a0b7e81-de22-47e4-91c9-25fc590a8181,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:04.980820 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b752489-a36f-4ed6-89b5-51033d8ef50d req-0abf625c-c27f-40b4-9e77-7551f6587e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:04.982381 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b752489-a36f-4ed6-89b5-51033d8ef50d req-0abf625c-c27f-40b4-9e77-7551f6587e21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 916 time: 0.1121457 Jul 23 16:10:05.010442 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:10:00Z', 'revision_number': 4, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '4587dab5-9635-4727-8c4b-427206ace718', 'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'mac_address': 'fa:16:3e:70:ae:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:59Z', 'updated_at': '2021-07-23T16:10:03Z', 'revision_number': 4, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'subnets': [{'id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:05.036576 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b752489-a36f-4ed6-89b5-51033d8ef50d req-000818f4-1fff-4036-a21b-8ca5819049df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25c7b0bc-fcfa-40c5-ad55-08618842f1ca HTTP/1.1" status: 200 len: 217 time: 0.0386579 Jul 23 16:10:05.044165 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc32b3-b835-4e4d-bd51-662cb0ee6139 None None] The sync data for ids ['c6110432-6c4b-4799-9ef7-63908b071f17'] in dv-cinder-801989-4-iscsi is: [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:10:00Z', 'revision_number': 4, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '4587dab5-9635-4727-8c4b-427206ace718', 'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'mac_address': 'fa:16:3e:70:ae:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:59Z', 'updated_at': '2021-07-23T16:10:03Z', 'revision_number': 4, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'subnets': [{'id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:10:05.136249 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:05.144664 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b752489-a36f-4ed6-89b5-51033d8ef50d req-d2cb8b0a-a163-4229-b067-30bbf0a46643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:05.147726 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b752489-a36f-4ed6-89b5-51033d8ef50d req-d2cb8b0a-a163-4229-b067-30bbf0a46643 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0833803-229d-4ab1-b597-0c5e2e3dc7b2 HTTP/1.1" status: 200 len: 855 time: 0.0901470 Jul 23 16:10:05.199349 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b752489-a36f-4ed6-89b5-51033d8ef50d req-96d97a87-e62f-4004-9a0a-70c8a1316dcc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390484 Jul 23 16:10:05.209005 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:05.227397 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Transition to ACTIVE for port object ded6c6e1-7e84-4788-b1ab-0ad04a75b534 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:05.254092 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Transition to ACTIVE for port object ded6c6e1-7e84-4788-b1ab-0ad04a75b534 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:05.266336 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:05.320986 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Network e5745005-45fe-4b83-b959-eb3500b3e6e9 is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:05.324939 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:05.330592 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:10:05.344261 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Pushing event updated for resources: {'Port': ['ID=ded6c6e1-7e84-4788-b1ab-0ad04a75b534,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:05.391463 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b752489-a36f-4ed6-89b5-51033d8ef50d req-ee39bdbe-e6b9-4e15-903c-1dedc7ce91e0 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727922 Jul 23 16:10:05.423643 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Attempting to bind port ded6c6e1-7e84-4788-b1ab-0ad04a75b534 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:10:05.424074 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Attempting to bind port ded6c6e1-7e84-4788-b1ab-0ad04a75b534 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'b7e5d63d-a52b-40f0-a9bc-018ad768c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:10:05.424498 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Attempting to bind port ded6c6e1-7e84-4788-b1ab-0ad04a75b534 on network e5745005-45fe-4b83-b959-eb3500b3e6e9 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:05.436245 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:10:05.436619 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Checking segment: {'id': 'b7e5d63d-a52b-40f0-a9bc-018ad768c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:10:05.437029 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:05.437821 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Bound using segment: {'id': 'b7e5d63d-a52b-40f0-a9bc-018ad768c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:10:05.438396 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Bound port: ded6c6e1-7e84-4788-b1ab-0ad04a75b534, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e5d63d-a52b-40f0-a9bc-018ad768c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:10:05.438868 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:05.513160 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5393829-1599-4c46-a4d6-8f10da4519f9 req-1658d8cc-aeb6-4c37-894a-f2fa5952c7da tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:05.515208 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f5393829-1599-4c46-a4d6-8f10da4519f9 req-1658d8cc-aeb6-4c37-894a-f2fa5952c7da tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 945 time: 0.2739139 Jul 23 16:10:05.537873 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b752489-a36f-4ed6-89b5-51033d8ef50d req-502e43b0-1a44-40f9-8df4-6cfdd99ea8b7 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321115 Jul 23 16:10:05.540579 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] For port ded6c6e1-7e84-4788-b1ab-0ad04a75b534, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:10:05.544327 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] For port ded6c6e1-7e84-4788-b1ab-0ad04a75b534, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=ded6c6e1-7e84-4788-b1ab-0ad04a75b534,segment=NetworkSegment(b7e5d63d-a52b-40f0-a9bc-018ad768c5ea),segment_id=b7e5d63d-a52b-40f0-a9bc-018ad768c5ea)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:10:05.548825 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:05.584363 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f5393829-1599-4c46-a4d6-8f10da4519f9 req-20bcef3b-1145-46b8-9183-4d7fdf0975ee tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565836 Jul 23 16:10:05.605118 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16380211'] for router, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:05.620980 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855d2a1-e67d-4d84-986a-924cc419054e None None] Pushing event updated for resources: {'Port': ['ID=ded6c6e1-7e84-4788-b1ab-0ad04a75b534,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:05.944579 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 4587dab5-9635-4727-8c4b-427206ace718 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:05.947341 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['8a0b7e81-de22-47e4-91c9-25fc590a8181'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:10:06.092446 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd2834-fcaa-4ca6-972f-16d914306f87 req-23afc080-9cda-4004-ab81-9621bc3c2db5 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:06.101434 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bffd2834-fcaa-4ca6-972f-16d914306f87 req-23afc080-9cda-4004-ab81-9621bc3c2db5 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 943 time: 0.1633568 Jul 23 16:10:06.122898 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 4587dab5-9635-4727-8c4b-427206ace718 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:06.130420 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 4587dab5-9635-4727-8c4b-427206ace718 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:06.130960 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:06.132462 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7dab2-506b-473f-a524-24658b16686c req-ecb36c3d-531f-48b7-b500-9e8987e06885 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:06.136373 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f3d7dab2-506b-473f-a524-24658b16686c req-ecb36c3d-531f-48b7-b500-9e8987e06885 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.2113903 Jul 23 16:10:06.191778 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bffd2834-fcaa-4ca6-972f-16d914306f87 req-eb3eff35-dc2f-4ede-b7e1-f00492bae845 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892105 Jul 23 16:10:06.222263 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f3d7dab2-506b-473f-a524-24658b16686c req-a71fc9be-9b5a-4a2c-b4f0-e941db261fa3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788538 Jul 23 16:10:06.223619 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Router dad0469a-1d37-4632-a91b-e92e5eb4c167 is scheduled to L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 with binding_index 1 {{(pid=93343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:10:06.327042 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:06.360522 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:10:06.371284 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Sync routers for ids ['dad0469a-1d37-4632-a91b-e92e5eb4c167'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:10:06.377686 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 4587dab5-9635-4727-8c4b-427206ace718, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=4587dab5-9635-4727-8c4b-427206ace718,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:06.383821 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Routers {'dad0469a-1d37-4632-a91b-e92e5eb4c167'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:10:06.384082 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:09:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['dad0469a-1d37-4632-a91b-e92e5eb4c167'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:06.391025 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:06.396346 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:06.400809 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0231dd87-3d01-4241-bd6b-4f4072d34bce admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7411704 Jul 23 16:10:06.401273 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43700) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:06.485754 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=4587dab5-9635-4727-8c4b-427206ace718,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:06.547901 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Set router dad0469a-1d37-4632-a91b-e92e5eb4c167 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:10:06.806537 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c88eb-aac6-40a4-b0b8-93781cf2f244 req-0baa7255-af5c-4a69-8cc4-cc519075de02 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:06.808154 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3e8c88eb-aac6-40a4-b0b8-93781cf2f244 req-0baa7255-af5c-4a69-8cc4-cc519075de02 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 945 time: 0.1300054 Jul 23 16:10:06.811325 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'name': 'tempest-TestMinimumBasicScenario-949742290-router', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:03Z', 'updated_at': '2021-07-23T16:10:04Z', 'revision_number': 3, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'gw_port': {'id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:10:04Z', 'updated_at': '2021-07-23T16:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:06.842985 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Checking router: dad0469a-1d37-4632-a91b-e92e5eb4c167 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:10:06.843437 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Updating router dad0469a-1d37-4632-a91b-e92e5eb4c167 port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 binding host dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:10:06.855933 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3e8c88eb-aac6-40a4-b0b8-93781cf2f244 req-eed14f0e-6fb5-4da4-b62c-fd0f4ce92352 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392509 Jul 23 16:10:06.882733 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:06.908798 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db8043-920b-4020-9ded-5650c2cfd8ef None None] Network e5745005-45fe-4b83-b959-eb3500b3e6e9 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:10:06.942729 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-be552f70-90fa-4920-b71f-2d00d8643ac6 None None] Provisioning for port ded6c6e1-7e84-4788-b1ab-0ad04a75b534 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:06.994877 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.188231 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Allocated IP 172.20.0.1 (e5745005-45fe-4b83-b959-eb3500b3e6e9/2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec/e47981ae-5941-4259-bf43-aa40ae9530fd) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:10:07.190921 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.203617 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Transition to ACTIVE for port object ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:07.210870 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.262466 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Attempting to bind port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:10:07.262836 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Attempting to bind port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:10:07.263203 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Attempting to bind port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 on network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:07.273317 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be873c21-6160-41d4-9d06-ab3739380dda None None] Pushing event updated for resources: {'Port': ['ID=ff3f3348-2fc2-4ac2-8aa0-21cb889d1698,revision_number=2']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:07.275655 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:10:07.276039 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Checking segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:10:07.276468 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.276867 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Bound using segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:10:07.277336 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Bound port: ff3f3348-2fc2-4ac2-8aa0-21cb889d1698, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:10:07.277715 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.345300 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] For port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:10:07.352684 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] For port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=ff3f3348-2fc2-4ac2-8aa0-21cb889d1698,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:10:07.370592 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.413597 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.431930 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Transition to ACTIVE for port object e47981ae-5941-4259-bf43-aa40ae9530fd will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:07.445984 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be873c21-6160-41d4-9d06-ab3739380dda None None] Pushing event updated for resources: {'Port': ['ID=ff3f3348-2fc2-4ac2-8aa0-21cb889d1698,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:07.459660 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Routers {'dad0469a-1d37-4632-a91b-e92e5eb4c167'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:10:07.460478 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:09:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['dad0469a-1d37-4632-a91b-e92e5eb4c167'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:07.466736 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e4c07-e5ba-4672-9fea-55339429cc22 req-aa77b7ac-7d6c-4175-85f6-e75af69aee9d tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:07.475135 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fb8e4c07-e5ba-4672-9fea-55339429cc22 req-aa77b7ac-7d6c-4175-85f6-e75af69aee9d tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 943 time: 0.1910923 Jul 23 16:10:07.476046 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.514239 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dfc3e-8248-47ef-bf92-2f0bd988d6e9 req-304c98ae-dd14-49f3-b3d2-4f48444e0e17 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:07.515762 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c45dfc3e-8248-47ef-bf92-2f0bd988d6e9 req-304c98ae-dd14-49f3-b3d2-4f48444e0e17 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1572430 Jul 23 16:10:07.524032 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Network e5745005-45fe-4b83-b959-eb3500b3e6e9 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:07.527650 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:07.531734 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fb8e4c07-e5ba-4672-9fea-55339429cc22 req-3afc2f5e-2d1c-41ce-a868-eb46057c8405 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554607 Jul 23 16:10:07.567194 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:10:07.570019 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16383274'] for router_interface, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.583263 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c45dfc3e-8248-47ef-bf92-2f0bd988d6e9 req-3bfe4aca-e07e-4b11-a748-f45539a017cf tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502348 Jul 23 16:10:07.636645 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] Set router dad0469a-1d37-4632-a91b-e92e5eb4c167 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:10:07.651877 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Pushing event updated for resources: {'Port': ['ID=e47981ae-5941-4259-bf43-aa40ae9530fd,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:07.805615 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.806027 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-2eeb9c90-f167-4b82-81b9-417a5bd59605 None None] Provisioning for port e47981ae-5941-4259-bf43-aa40ae9530fd completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:07.822500 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-2eeb9c90-f167-4b82-81b9-417a5bd59605 None None] Provisioning complete for port e47981ae-5941-4259-bf43-aa40ae9530fd triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:07.823149 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2eeb9c90-f167-4b82-81b9-417a5bd59605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.912735 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'name': 'tempest-TestMinimumBasicScenario-949742290-router', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:03Z', 'updated_at': '2021-07-23T16:10:04Z', 'revision_number': 3, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'gw_port': {'id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:10:04Z', 'updated_at': '2021-07-23T16:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:07.923968 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb9c90-f167-4b82-81b9-417a5bd59605 None None] Port e47981ae-5941-4259-bf43-aa40ae9530fd cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:10:07.952574 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe012b-d4db-4545-a74a-cf7712cf8b3b req-9902df8e-d24e-44c9-9fc3-8087714fd4da tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:07.954177 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-31fe012b-d4db-4545-a74a-cf7712cf8b3b req-9902df8e-d24e-44c9-9fc3-8087714fd4da tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.0846303 Jul 23 16:10:07.959045 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f9673a-23db-4c5a-a741-3fe3e1982298 None None] The sync data for ids ['dad0469a-1d37-4632-a91b-e92e5eb4c167'] in dv-cinder-801989-4-iscsi is: [{'id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'name': 'tempest-TestMinimumBasicScenario-949742290-router', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:03Z', 'updated_at': '2021-07-23T16:10:04Z', 'revision_number': 3, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'gw_port': {'id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:10:04Z', 'updated_at': '2021-07-23T16:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:10:07.971394 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ded6c6e1-7e84-4788-b1ab-0ad04a75b534 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:08.059601 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-31fe012b-d4db-4545-a74a-cf7712cf8b3b req-2d65ad74-68ed-4ab2-8e6a-a0331a4ab298 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932586 Jul 23 16:10:08.121240 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6368060-12f1-4d2f-8218-729a7b83adbb req-b059e008-1284-4ce8-b7c8-1df60e7b077f tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:08.129337 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:08.131092 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c6368060-12f1-4d2f-8218-729a7b83adbb req-b059e008-1284-4ce8-b7c8-1df60e7b077f tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 945 time: 0.1233499 Jul 23 16:10:08.139790 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:08.140580 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16721128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16377597'] for router_interface, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:08.191703 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port ded6c6e1-7e84-4788-b1ab-0ad04a75b534 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:08.205523 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port ded6c6e1-7e84-4788-b1ab-0ad04a75b534 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:08.206119 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:08.207666 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c6368060-12f1-4d2f-8218-729a7b83adbb req-38efe9fe-a5ea-449f-a558-8a2cbff2152b tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752797 Jul 23 16:10:08.270824 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Pushing event updated for resources: {'Port': ['ID=e47981ae-5941-4259-bf43-aa40ae9530fd,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:08.318103 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:08.407539 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port ded6c6e1-7e84-4788-b1ab-0ad04a75b534, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=ded6c6e1-7e84-4788-b1ab-0ad04a75b534,segment=NetworkSegment(b7e5d63d-a52b-40f0-a9bc-018ad768c5ea),segment_id=b7e5d63d-a52b-40f0-a9bc-018ad768c5ea)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:08.421055 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:08.422461 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 4587dab5-9635-4727-8c4b-427206ace718 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:08.526764 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=ded6c6e1-7e84-4788-b1ab-0ad04a75b534,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:08.541605 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 4587dab5-9635-4727-8c4b-427206ace718 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:08.542204 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:08.587351 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Network e5745005-45fe-4b83-b959-eb3500b3e6e9 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:08.589769 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:08.755649 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Router dad0469a-1d37-4632-a91b-e92e5eb4c167 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:10:08.808459 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aab2b-b01d-4ae6-b483-deaee56e4a7b req-8d8ece46-a492-4d4e-ba11-672f90c82d44 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:08.811182 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fa9aab2b-b01d-4ae6-b483-deaee56e4a7b req-8d8ece46-a492-4d4e-ba11-672f90c82d44 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 943 time: 0.1624663 Jul 23 16:10:08.856972 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be70f3-db81-48d8-a793-dd5a81111601 req-53644f55-9708-4a4e-8dc9-6017fc76ff6f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:08.858851 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b0be70f3-db81-48d8-a793-dd5a81111601 req-53644f55-9708-4a4e-8dc9-6017fc76ff6f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1431665 Jul 23 16:10:08.866071 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-338de8d9-4f12-4336-a7a9-ee24e3862666 None None] Provisioning complete for port e47981ae-5941-4259-bf43-aa40ae9530fd triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:08.867368 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-338de8d9-4f12-4336-a7a9-ee24e3862666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:08.892406 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:10:08.907329 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-45cf82b4-49e2-4a7b-963b-d039e41b1238 admin admin] 10.222.0.65 "PUT /v2.0/routers/dad0469a-1d37-4632-a91b-e92e5eb4c167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4965317 Jul 23 16:10:08.915988 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-338de8d9-4f12-4336-a7a9-ee24e3862666 None None] Port e47981ae-5941-4259-bf43-aa40ae9530fd cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:10:08.936119 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fa9aab2b-b01d-4ae6-b483-deaee56e4a7b req-90809aca-ae7c-481d-a8f0-ef8f104e4d56 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116788 Jul 23 16:10:08.952529 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b0be70f3-db81-48d8-a793-dd5a81111601 req-2f8753dd-6e90-44cc-af89-10ca5b0a602a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859296 Jul 23 16:10:09.246950 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862a8d0-bdbd-429c-8076-d13eb434d992 req-77c55e8d-6ba5-4504-9519-5ac81b0e5d2f tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:09.248693 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7862a8d0-bdbd-429c-8076-d13eb434d992 req-77c55e8d-6ba5-4504-9519-5ac81b0e5d2f tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.0886641 Jul 23 16:10:09.305277 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7862a8d0-bdbd-429c-8076-d13eb434d992 req-a7c4ad3e-dfaa-44c8-9d5d-277cbf9aa633 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462406 Jul 23 16:10:09.407503 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828cd23-e2ee-44ea-94de-f0a94ef83c31 req-3e8a8f6b-3a00-4cab-8db3-95be4e0a2463 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:09.409770 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6828cd23-e2ee-44ea-94de-f0a94ef83c31 req-3e8a8f6b-3a00-4cab-8db3-95be4e0a2463 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 945 time: 0.1032152 Jul 23 16:10:09.450015 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6828cd23-e2ee-44ea-94de-f0a94ef83c31 req-fff7482e-c61d-4f74-ab11-09f328802e22 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344903 Jul 23 16:10:09.854714 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 25c7b0bc-fcfa-40c5-ad55-08618842f1ca details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:10:09.878248 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 8a0b7e81-de22-47e4-91c9-25fc590a8181 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:09.971248 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ded6c6e1-7e84-4788-b1ab-0ad04a75b534 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:10.095359 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=25c7b0bc-fcfa-40c5-ad55-08618842f1ca,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:10.118668 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 8a0b7e81-de22-47e4-91c9-25fc590a8181 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:10.121677 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Sync routers for ids ['dad0469a-1d37-4632-a91b-e92e5eb4c167'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:10:10.145642 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 8a0b7e81-de22-47e4-91c9-25fc590a8181 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:10.146017 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:10.148459 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '25c7b0bc-fcfa-40c5-ad55-08618842f1ca', 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d', 'port_id': '25c7b0bc-fcfa-40c5-ad55-08618842f1ca', 'mac_address': 'fa:16:3e:fc:9e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0833803-229d-4ab1-b597-0c5e2e3dc7b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:10:10.182871 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Routers {'dad0469a-1d37-4632-a91b-e92e5eb4c167'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:10:10.183530 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:09:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['dad0469a-1d37-4632-a91b-e92e5eb4c167'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:10.265111 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16d87a-0080-4aaa-9feb-0ab886c2f1a8 req-b0d91723-b3c4-4bfd-8685-73e74977e46f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:10.275775 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8b16d87a-0080-4aaa-9feb-0ab886c2f1a8 req-b0d91723-b3c4-4bfd-8685-73e74977e46f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 943 time: 0.1664503 Jul 23 16:10:10.287700 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port ded6c6e1-7e84-4788-b1ab-0ad04a75b534 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:10.287700 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:10.325618 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b3c33-078f-44a0-b015-493a5471c78e req-2a7cd233-ef59-490f-8f55-84bb3615f5b7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:10.334777 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:10.335857 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c15b3c33-078f-44a0-b015-493a5471c78e req-2a7cd233-ef59-490f-8f55-84bb3615f5b7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1740844 Jul 23 16:10:10.369635 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c7b0bc-fcfa-40c5-ad55-08618842f1ca {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:10:10.394752 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c15b3c33-078f-44a0-b015-493a5471c78e req-8b40f7dd-8355-4706-80c1-55be65b8ba9c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526402 Jul 23 16:10:10.431794 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8b16d87a-0080-4aaa-9feb-0ab886c2f1a8 req-8a3dd197-7608-4a3b-9549-92ebb791c789 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503682 Jul 23 16:10:10.438292 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Set router dad0469a-1d37-4632-a91b-e92e5eb4c167 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:10:10.475000 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=25c7b0bc-fcfa-40c5-ad55-08618842f1ca,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:10.486509 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:10.495408 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:10.626722 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:10.648595 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e251648f-852e-4a2b-8ee5-b710432ed6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0b7e81-de22-47e4-91c9-25fc590a8181'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:10:10.652018 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b20c4a-992c-443d-977f-fb2cb9639e7f" -d '{"events": [{"server_uuid": "e251648f-852e-4a2b-8ee5-b710432ed6d7", "name": "network-vif-plugged", "status": "completed", "tag": "8a0b7e81-de22-47e4-91c9-25fc590a8181"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:10:10.674404 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258a803-f543-47a3-87ed-5bb5b2b6701e req-3e800df2-105b-4c46-8473-c481498886f8 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:10.676373 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d258a803-f543-47a3-87ed-5bb5b2b6701e req-3e800df2-105b-4c46-8473-c481498886f8 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1455386 Jul 23 16:10:10.697434 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=25c7b0bc-fcfa-40c5-ad55-08618842f1ca,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:10.704882 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece52706-375b-4237-8c33-aa4c407f9d20 req-6c128a06-21a5-42d1-aeec-636b6b210598 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:10.705965 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 8a0b7e81-de22-47e4-91c9-25fc590a8181, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=8a0b7e81-de22-47e4-91c9-25fc590a8181,segment=NetworkSegment(bb3923fd-2bee-4c73-8f2d-a71002c9f4c3),segment_id=bb3923fd-2bee-4c73-8f2d-a71002c9f4c3)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:10.706962 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ece52706-375b-4237-8c33-aa4c407f9d20 req-6c128a06-21a5-42d1-aeec-636b6b210598 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 945 time: 0.1291456 Jul 23 16:10:10.742395 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:10.778819 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d258a803-f543-47a3-87ed-5bb5b2b6701e req-86cf25dc-24d3-40cd-b512-e26c5f3c12f9 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916069 Jul 23 16:10:10.783927 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ece52706-375b-4237-8c33-aa4c407f9d20 req-78907f17-6cff-4c7e-8b0c-0f1633556090 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649991 Jul 23 16:10:10.833908 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=8a0b7e81-de22-47e4-91c9-25fc590a8181,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:10.878561 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf70e25-4bb2-4f60-8e55-0e11827252ac x-openstack-request-id: req-4bf70e25-4bb2-4f60-8e55-0e11827252ac {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:10:10.880622 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e251648f-852e-4a2b-8ee5-b710432ed6d7", "name": "network-vif-plugged", "status": "completed", "tag": "8a0b7e81-de22-47e4-91c9-25fc590a8181", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:10:10.881216 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bf70e25-4bb2-4f60-8e55-0e11827252ac {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:10:10.881944 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e251648f-852e-4a2b-8ee5-b710432ed6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0b7e81-de22-47e4-91c9-25fc590a8181', 'code': 200} Jul 23 16:10:10.888458 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:10.899474 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:10.899845 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:10.972730 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'name': 'tempest-TestMinimumBasicScenario-949742290-router', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:03Z', 'updated_at': '2021-07-23T16:10:07Z', 'revision_number': 4, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'gw_port': {'id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:10:04Z', 'updated_at': '2021-07-23T16:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'e47981ae-5941-4259-bf43-aa40ae9530fd', 'name': '', 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'mac_address': 'fa:16:3e:c1:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:10:07Z', 'updated_at': '2021-07-23T16:10:07Z', 'revision_number': 2, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'subnets': [{'id': '2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:11.048186 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Checking router: dad0469a-1d37-4632-a91b-e92e5eb4c167 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:10:11.048186 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Updating router dad0469a-1d37-4632-a91b-e92e5eb4c167 port e47981ae-5941-4259-bf43-aa40ae9530fd binding host dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:10:11.120799 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:11.131052 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:11.173276 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=ff3f3348-2fc2-4ac2-8aa0-21cb889d1698,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:11.199815 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:11.313260 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:10:11.317893 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['25c7b0bc-fcfa-40c5-ad55-08618842f1ca'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:10:11.373324 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cf694-780d-407e-8345-c3b3225080c8 req-26973881-6a79-4207-91d5-1098cf51a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:11.375590 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e54cf694-780d-407e-8345-c3b3225080c8 req-26973881-6a79-4207-91d5-1098cf51a7c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 1099 time: 0.0875213 Jul 23 16:10:11.401675 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=ff3f3348-2fc2-4ac2-8aa0-21cb889d1698,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:11.566303 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e54cf694-780d-407e-8345-c3b3225080c8 req-bac874d7-6bd2-4688-a7d0-623f64684239 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738344 Jul 23 16:10:11.660492 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eb9b5-d278-4953-be8c-c1b4f0b5e4d2 req-8116c53d-cac0-41f1-82b1-5cc47faa5fe6 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:11.667602 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2a6eb9b5-d278-4953-be8c-c1b4f0b5e4d2 req-8116c53d-cac0-41f1-82b1-5cc47faa5fe6 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1961634 Jul 23 16:10:11.714364 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6e515-6fdd-4cd7-bf86-aded0ff663b1 req-5983019c-abc1-4dc0-a659-3420868cb628 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:11.721484 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9ee6e515-6fdd-4cd7-bf86-aded0ff663b1 req-5983019c-abc1-4dc0-a659-3420868cb628 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 944 time: 0.1705363 Jul 23 16:10:11.775139 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2a6eb9b5-d278-4953-be8c-c1b4f0b5e4d2 req-c1375ddf-e62f-42d2-88db-2db8e351775c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908415 Jul 23 16:10:11.795235 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9ee6e515-6fdd-4cd7-bf86-aded0ff663b1 req-e0559c78-5352-4061-9d30-b040d8c09b39 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658224 Jul 23 16:10:11.883675 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:11.893728 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:11.952389 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Transition to ACTIVE for port object e47981ae-5941-4259-bf43-aa40ae9530fd will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:11.975858 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:12.016399 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1356473-8aaa-4abd-aafc-1fc99f68e927 req-4be6ba1a-4bc4-4a04-b605-b927341e0562 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:12.018444 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b1356473-8aaa-4abd-aafc-1fc99f68e927 req-4be6ba1a-4bc4-4a04-b605-b927341e0562 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 946 time: 0.1251919 Jul 23 16:10:12.048870 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9007-b625-452e-942e-317885b71fe9 req-acfd3e26-6e9a-4889-af21-2edcaa0abb65 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:12.050520 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-667e9007-b625-452e-942e-317885b71fe9 req-acfd3e26-6e9a-4889-af21-2edcaa0abb65 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1442420 Jul 23 16:10:12.084566 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbed6c-dbec-4def-a8e9-f4a9bdbb1fc5 None None] Pushing event updated for resources: {'Port': ['ID=e47981ae-5941-4259-bf43-aa40ae9530fd,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:12.134976 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b1356473-8aaa-4abd-aafc-1fc99f68e927 req-63824102-d3f0-4945-b1af-b25370524021 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105256 Jul 23 16:10:12.141923 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:12.142378 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:12.189092 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-667e9007-b625-452e-942e-317885b71fe9 req-5f4e5070-ef41-476d-ae1c-b00ca0793d55 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060061 Jul 23 16:10:12.238211 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Attempting to bind port e47981ae-5941-4259-bf43-aa40ae9530fd on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:10:12.238604 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Attempting to bind port e47981ae-5941-4259-bf43-aa40ae9530fd by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'b7e5d63d-a52b-40f0-a9bc-018ad768c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:10:12.238960 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Attempting to bind port e47981ae-5941-4259-bf43-aa40ae9530fd on network e5745005-45fe-4b83-b959-eb3500b3e6e9 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:12.251292 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:10:12.251751 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Checking segment: {'id': 'b7e5d63d-a52b-40f0-a9bc-018ad768c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:10:12.252196 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:12.252608 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Bound using segment: {'id': 'b7e5d63d-a52b-40f0-a9bc-018ad768c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:10:12.253082 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Bound port: e47981ae-5941-4259-bf43-aa40ae9530fd, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e5d63d-a52b-40f0-a9bc-018ad768c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:10:12.253463 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:12.375997 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] For port e47981ae-5941-4259-bf43-aa40ae9530fd, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:10:12.381059 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] For port e47981ae-5941-4259-bf43-aa40ae9530fd, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=e47981ae-5941-4259-bf43-aa40ae9530fd,segment=NetworkSegment(b7e5d63d-a52b-40f0-a9bc-018ad768c5ea),segment_id=b7e5d63d-a52b-40f0-a9bc-018ad768c5ea)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:10:12.389515 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:12.500425 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Routers {'dad0469a-1d37-4632-a91b-e92e5eb4c167'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:10:12.501834 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:09:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['dad0469a-1d37-4632-a91b-e92e5eb4c167'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:12.547080 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbed6c-dbec-4def-a8e9-f4a9bdbb1fc5 None None] Pushing event updated for resources: {'Port': ['ID=e47981ae-5941-4259-bf43-aa40ae9530fd,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:12.666132 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] Set router dad0469a-1d37-4632-a91b-e92e5eb4c167 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:10:12.842801 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a44a0a-aa40-4803-8dfd-8c4c3b9e0064 req-1a452879-34a5-458a-9fd6-0ba22f7d2939 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:12.844571 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a0a44a0a-aa40-4803-8dfd-8c4c3b9e0064 req-1a452879-34a5-458a-9fd6-0ba22f7d2939 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.1889753 Jul 23 16:10:13.019561 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'name': 'tempest-TestMinimumBasicScenario-949742290-router', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:03Z', 'updated_at': '2021-07-23T16:10:07Z', 'revision_number': 4, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'gw_port': {'id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:10:04Z', 'updated_at': '2021-07-23T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'e47981ae-5941-4259-bf43-aa40ae9530fd', 'name': '', 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'mac_address': 'fa:16:3e:c1:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:10:07Z', 'updated_at': '2021-07-23T16:10:12Z', 'revision_number': 4, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'subnets': [{'id': '2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:13.038887 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73347143-400a-425b-a4c1-cd42427e07eb req-e6f468e0-0530-47be-8e43-0aef566ab968 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:13.040485 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73347143-400a-425b-a4c1-cd42427e07eb req-e6f468e0-0530-47be-8e43-0aef566ab968 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1072392 Jul 23 16:10:13.054880 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fb4cf-cbc3-4682-b70f-985c1d11e9ff None None] The sync data for ids ['dad0469a-1d37-4632-a91b-e92e5eb4c167'] in dv-cinder-801989-4-iscsi is: [{'id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'name': 'tempest-TestMinimumBasicScenario-949742290-router', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:03Z', 'updated_at': '2021-07-23T16:10:07Z', 'revision_number': 4, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'gw_port': {'id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:10:04Z', 'updated_at': '2021-07-23T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'e47981ae-5941-4259-bf43-aa40ae9530fd', 'name': '', 'network_id': 'e5745005-45fe-4b83-b959-eb3500b3e6e9', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'mac_address': 'fa:16:3e:c1:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:10:07Z', 'updated_at': '2021-07-23T16:10:12Z', 'revision_number': 4, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'subnets': [{'id': '2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:10:13.107923 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73347143-400a-425b-a4c1-cd42427e07eb req-53e315a0-855b-4144-8f80-1d0299d078a5 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566354 Jul 23 16:10:13.159614 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b942e8-4aaf-4673-b390-d9cb336a2f76 req-db071896-cca2-45a4-87dd-92064322abeb tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:13.162108 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-80b942e8-4aaf-4673-b390-d9cb336a2f76 req-db071896-cca2-45a4-87dd-92064322abeb tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 944 time: 0.2182055 Jul 23 16:10:13.225712 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-a0a44a0a-aa40-4803-8dfd-8c4c3b9e0064 req-b2a70741-c29f-4354-987d-7faff203adb5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Deleting port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:10:13.225712 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a0a44a0a-aa40-4803-8dfd-8c4c3b9e0064 req-b2a70741-c29f-4354-987d-7faff203adb5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:13.277532 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-80b942e8-4aaf-4673-b390-d9cb336a2f76 req-12e88e4f-434c-4778-bd25-b275e95e1c89 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055875 Jul 23 16:10:13.449632 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-a0a44a0a-aa40-4803-8dfd-8c4c3b9e0064 req-b2a70741-c29f-4354-987d-7faff203adb5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] For port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b,segment=NetworkSegment(c8a96159-2834-4560-ac80-fbefa4654a42),segment_id=c8a96159-2834-4560-ac80-fbefa4654a42)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:13.450019 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a0a44a0a-aa40-4803-8dfd-8c4c3b9e0064 req-b2a70741-c29f-4354-987d-7faff203adb5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:13.474252 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc629db-0fce-445c-882e-863e836ee907 req-a2460caa-b3ae-4759-b899-b64def794605 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:13.476300 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-a0a44a0a-aa40-4803-8dfd-8c4c3b9e0064 req-b2a70741-c29f-4354-987d-7faff203adb5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Calling delete_port for 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:10:13.478081 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2cc629db-0fce-445c-882e-863e836ee907 req-a2460caa-b3ae-4759-b899-b64def794605 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 946 time: 0.1734326 Jul 23 16:10:13.623407 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2cc629db-0fce-445c-882e-863e836ee907 req-c3e41f88-96e7-4b00-8952-c1220f6ef1b0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390338 Jul 23 16:10:13.666070 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce48d-cd45-4de0-820d-a29ba9e1b882 req-cb8a6582-300c-4d91-8c70-bc42047c340d tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:13.674249 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7afce48d-cd45-4de0-820d-a29ba9e1b882 req-cb8a6582-300c-4d91-8c70-bc42047c340d tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 945 time: 0.2415404 Jul 23 16:10:13.807367 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a0a44a0a-aa40-4803-8dfd-8c4c3b9e0064 req-b2a70741-c29f-4354-987d-7faff203adb5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:13.830140 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7afce48d-cd45-4de0-820d-a29ba9e1b882 req-7d95a29e-42de-4d79-bd52-9085fbc37448 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/security-groups?id=55245c96-b21e-4304-b68b-870f359be484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450047 Jul 23 16:10:13.909521 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a70741-c29f-4354-987d-7faff203adb5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Pushing event deleted for resources: {'Port': ['ID=7f44a9df-c5d4-4ebc-aeb9-0804635cff6b,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:13.980450 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['7f44a9df-c5d4-4ebc-aeb9-0804635cff6b'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:10:13.984366 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 25c7b0bc-fcfa-40c5-ad55-08618842f1ca up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:14.077239 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device e47981ae-5941-4259-bf43-aa40ae9530fd up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:14.162819 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a44a0a-aa40-4803-8dfd-8c4c3b9e0064 req-b2a70741-c29f-4354-987d-7faff203adb5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] No DVR routers for this DVR port 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:10:14.166926 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a0a44a0a-aa40-4803-8dfd-8c4c3b9e0064 req-b2a70741-c29f-4354-987d-7faff203adb5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:14.169331 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a0a44a0a-aa40-4803-8dfd-8c4c3b9e0064 req-b2a70741-c29f-4354-987d-7faff203adb5 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.72 "DELETE /v2.0/ports/7f44a9df-c5d4-4ebc-aeb9-0804635cff6b HTTP/1.1" status: 204 len: 173 time: 1.3105078 Jul 23 16:10:14.169834 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6629ee-60ab-4efc-a6db-16b68e767df7', 'name': 'network-vif-deleted', 'tag': '7f44a9df-c5d4-4ebc-aeb9-0804635cff6b'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:10:14.172515 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8b596a-6ee5-4a65-89f4-efce92ced94e" -d '{"events": [{"server_uuid": "7a6629ee-60ab-4efc-a6db-16b68e767df7", "name": "network-vif-deleted", "tag": "7f44a9df-c5d4-4ebc-aeb9-0804635cff6b"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:10:14.202940 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:14.221914 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8465c191-aaec-48af-a2ab-88d9a85107e4 x-openstack-request-id: req-8465c191-aaec-48af-a2ab-88d9a85107e4 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:10:14.222452 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6629ee-60ab-4efc-a6db-16b68e767df7", "name": "network-vif-deleted", "tag": "7f44a9df-c5d4-4ebc-aeb9-0804635cff6b", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:10:14.222875 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8465c191-aaec-48af-a2ab-88d9a85107e4 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:10:14.224024 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6629ee-60ab-4efc-a6db-16b68e767df7', 'name': 'network-vif-deleted', 'tag': '7f44a9df-c5d4-4ebc-aeb9-0804635cff6b', 'status': 'completed', 'code': 200} Jul 23 16:10:14.229704 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:14.230377 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:14.235614 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port e47981ae-5941-4259-bf43-aa40ae9530fd completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:14.243743 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port e47981ae-5941-4259-bf43-aa40ae9530fd triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:14.244405 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:14.409513 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8c399-42f9-42d1-b484-02ee5cd2d102 req-ac4b3c5d-d0a7-4956-8e48-f2426b0b1507 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:14.437924 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97f8c399-42f9-42d1-b484-02ee5cd2d102 req-ac4b3c5d-d0a7-4956-8e48-f2426b0b1507 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1968684 Jul 23 16:10:14.450559 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:14.508088 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:14.524048 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port e47981ae-5941-4259-bf43-aa40ae9530fd, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=e47981ae-5941-4259-bf43-aa40ae9530fd,segment=NetworkSegment(b7e5d63d-a52b-40f0-a9bc-018ad768c5ea),segment_id=b7e5d63d-a52b-40f0-a9bc-018ad768c5ea)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:14.554185 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=25c7b0bc-fcfa-40c5-ad55-08618842f1ca,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:14.556040 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970695e9-00fa-42a8-a9fd-566ec2b66afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c7b0bc-fcfa-40c5-ad55-08618842f1ca'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:10:14.559503 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c229530-2ae1-4206-a0b9-35bda0c14785" -d '{"events": [{"server_uuid": "970695e9-00fa-42a8-a9fd-566ec2b66afe", "name": "network-vif-plugged", "status": "completed", "tag": "25c7b0bc-fcfa-40c5-ad55-08618842f1ca"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:10:14.565337 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:14.568408 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97f8c399-42f9-42d1-b484-02ee5cd2d102 req-4ea72a76-6014-4cc2-81fb-f28841f7506c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251841 Jul 23 16:10:14.578206 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:14.606817 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc646a-f528-46a9-85b9-ba1c1a74f8a0 req-e1506f7c-5b0d-4e7e-88ed-0e6120034d24 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:14.632658 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0dc646a-f528-46a9-85b9-ba1c1a74f8a0 req-e1506f7c-5b0d-4e7e-88ed-0e6120034d24 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 944 time: 0.1524456 Jul 23 16:10:14.643714 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=e47981ae-5941-4259-bf43-aa40ae9530fd,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:14.688377 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0dc646a-f528-46a9-85b9-ba1c1a74f8a0 req-d2a26256-457c-428b-9471-20723095c04e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505624 Jul 23 16:10:14.709404 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31c68de-ad43-4225-a4b4-1483033a5738 x-openstack-request-id: req-f31c68de-ad43-4225-a4b4-1483033a5738 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:10:14.709857 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970695e9-00fa-42a8-a9fd-566ec2b66afe", "name": "network-vif-plugged", "status": "completed", "tag": "25c7b0bc-fcfa-40c5-ad55-08618842f1ca", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:10:14.710259 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f31c68de-ad43-4225-a4b4-1483033a5738 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:10:14.718549 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970695e9-00fa-42a8-a9fd-566ec2b66afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c7b0bc-fcfa-40c5-ad55-08618842f1ca', 'code': 200} Jul 23 16:10:14.777613 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=25c7b0bc-fcfa-40c5-ad55-08618842f1ca,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:14.885618 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c214fb-7899-4dde-93cc-e90dfd47e28b req-4da3274b-371a-4fe5-b358-f7e2110c75a2 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:14.895645 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-83c214fb-7899-4dde-93cc-e90dfd47e28b req-4da3274b-371a-4fe5-b358-f7e2110c75a2 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 946 time: 0.1395600 Jul 23 16:10:14.975700 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-83c214fb-7899-4dde-93cc-e90dfd47e28b req-a91603e8-01c3-4ec1-8741-fef621a61f4c tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788622 Jul 23 16:10:14.998353 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-826a20db-382f-473f-80cc-deeae3b1f58e req-70576c17-2568-45f0-8735-4e6f60b567dc tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 210 time: 0.0369656 Jul 23 16:10:15.178013 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2f7547c7-726e-4958-b4da-a5e6ebf7fd57 req-e22e728e-6161-4e10-b27d-7a74271eb2de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1569564 Jul 23 16:10:15.201953 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbf5c3-1b8d-4387-bdac-b11586d94aa8 req-59de55e4-3136-4fb8-b7ae-413dad70c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:15.203841 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d1cbf5c3-1b8d-4387-bdac-b11586d94aa8 req-59de55e4-3136-4fb8-b7ae-413dad70c410 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 1098 time: 0.1296678 Jul 23 16:10:15.424645 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d1cbf5c3-1b8d-4387-bdac-b11586d94aa8 req-68b4d3f2-35ce-4341-966a-bfda7cffce59 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468647 Jul 23 16:10:15.830024 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f234da6-cb60-4a4f-a9fd-b804919bdcfa req-d1f4b96a-14c3-4cc3-91e3-f1516c98f472 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:15.840748 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7f234da6-cb60-4a4f-a9fd-b804919bdcfa req-d1f4b96a-14c3-4cc3-91e3-f1516c98f472 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1661544 Jul 23 16:10:15.867666 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device e47981ae-5941-4259-bf43-aa40ae9530fd up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:10:15.931343 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7f234da6-cb60-4a4f-a9fd-b804919bdcfa req-28af55ac-cb15-4dda-864d-5484c11d3483 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896142 Jul 23 16:10:15.963756 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:10:15.982380 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb46fa-1549-4906-86fb-1a22c97dbb83 req-0386bb83-b6e2-44c0-b3ff-9c634fa8b9fd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:15.984583 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-befb46fa-1549-4906-86fb-1a22c97dbb83 req-0386bb83-b6e2-44c0-b3ff-9c634fa8b9fd tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 945 time: 0.1957953 Jul 23 16:10:16.006263 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:10:16.006605 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7f44a9df-c5d4-4ebc-aeb9-0804635cff6b not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:10:16.046832 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-befb46fa-1549-4906-86fb-1a22c97dbb83 req-f4f44448-371b-42c6-9685-9730c1c45af8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535188 Jul 23 16:10:16.048772 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port e47981ae-5941-4259-bf43-aa40ae9530fd triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:16.051807 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:16.321937 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1e694723-f8ac-4ec5-990a-9c874f229702 req-2dc126d6-5c49-4c5e-aa7e-333f75d90184 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 210 time: 0.0425234 Jul 23 16:10:16.335749 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7547c7-726e-4958-b4da-a5e6ebf7fd57 req-9741b1d6-a340-49d5-9648-23432571c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:16.340161 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2f7547c7-726e-4958-b4da-a5e6ebf7fd57 req-9741b1d6-a340-49d5-9648-23432571c323 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 1099 time: 0.1788547 Jul 23 16:10:16.606238 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7547c7-726e-4958-b4da-a5e6ebf7fd57 req-7d29c828-0ed5-4fc4-ae88-635b86c49170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:16.608717 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2f7547c7-726e-4958-b4da-a5e6ebf7fd57 req-7d29c828-0ed5-4fc4-ae88-635b86c49170 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 916 time: 0.2314112 Jul 23 16:10:16.665938 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e6588-e0d2-4d17-8304-cc01c8102d26 req-617967ee-c59b-432c-8bd6-b29859b84247 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:16.667578 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-525e6588-e0d2-4d17-8304-cc01c8102d26 req-617967ee-c59b-432c-8bd6-b29859b84247 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 946 time: 0.0733621 Jul 23 16:10:16.713333 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-525e6588-e0d2-4d17-8304-cc01c8102d26 req-23509285-fa06-416e-924a-8695ac9e6b1f tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Jul 23 16:10:16.771628 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2f7547c7-726e-4958-b4da-a5e6ebf7fd57 req-cdbdbfe1-aa5a-4b68-ad2c-6483bbdb0e74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33914f1b-83aa-414f-a454-70d4a8d678dc HTTP/1.1" status: 200 len: 217 time: 0.0460050 Jul 23 16:10:16.845185 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7547c7-726e-4958-b4da-a5e6ebf7fd57 req-bee78c5e-4cf2-4eab-bcc2-14090709a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:16.846791 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2f7547c7-726e-4958-b4da-a5e6ebf7fd57 req-bee78c5e-4cf2-4eab-bcc2-14090709a540 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0833803-229d-4ab1-b597-0c5e2e3dc7b2 HTTP/1.1" status: 200 len: 855 time: 0.0520368 Jul 23 16:10:16.948588 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2f7547c7-726e-4958-b4da-a5e6ebf7fd57 req-57260866-25c4-49c6-a319-5e4683c14b7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319126 Jul 23 16:10:17.059992 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2f7547c7-726e-4958-b4da-a5e6ebf7fd57 req-4086c3e4-3898-49a1-9a4b-d3c5c5b29fb9 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987141 Jul 23 16:10:17.143158 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e757286-0b01-4c85-bb4b-28946cee87bd req-66b9ce58-fcbf-4c8f-bf7e-303378275296 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:17.160877 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0e757286-0b01-4c85-bb4b-28946cee87bd req-66b9ce58-fcbf-4c8f-bf7e-303378275296 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1224973 Jul 23 16:10:17.195045 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2f7547c7-726e-4958-b4da-a5e6ebf7fd57 req-dffdd14c-efd7-42a9-9601-0d728348e7e2 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228178 Jul 23 16:10:17.253742 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0e757286-0b01-4c85-bb4b-28946cee87bd req-16591d15-1445-47c7-b581-3b54b1ee60ca tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916891 Jul 23 16:10:17.287748 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04603f6a-6bbe-405a-9bf2-ce44a5750bfd req-ead6e8f4-89ba-4646-9fe1-19a4f3efddab tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:17.289229 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-04603f6a-6bbe-405a-9bf2-ce44a5750bfd req-ead6e8f4-89ba-4646-9fe1-19a4f3efddab tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 945 time: 0.1060932 Jul 23 16:10:17.333127 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-04603f6a-6bbe-405a-9bf2-ce44a5750bfd req-0a68d889-bd97-48f4-921f-dbdee670f079 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366893 Jul 23 16:10:17.458992 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7721b983-df00-4d1c-ae8b-e5a505944974 req-1ef3145e-516d-4112-a411-524f3acba533 tempest-DeleteServersTestJSON-275528452 tempest-DeleteServersTestJSON-275528452-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6629ee-60ab-4efc-a6db-16b68e767df7 HTTP/1.1" status: 200 len: 210 time: 0.0327425 Jul 23 16:10:18.006031 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af2bab-7857-4ef4-a9a4-7751184e7c38 req-a62c2666-2d51-4359-a26c-cbcd60e9f6c1 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:18.007891 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61af2bab-7857-4ef4-a9a4-7751184e7c38 req-a62c2666-2d51-4359-a26c-cbcd60e9f6c1 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 946 time: 0.1386435 Jul 23 16:10:18.056984 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61af2bab-7857-4ef4-a9a4-7751184e7c38 req-617b7a80-e073-4eaf-a367-3866053104a4 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427978 Jul 23 16:10:18.413795 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f8a65-f9ff-48d5-9117-6fa8896798fd req-0e1fb54f-ee6c-4672-bb22-8616ceee5f2b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:18.415589 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a3f8a65-f9ff-48d5-9117-6fa8896798fd req-0e1fb54f-ee6c-4672-bb22-8616ceee5f2b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0898318 Jul 23 16:10:18.498210 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a3f8a65-f9ff-48d5-9117-6fa8896798fd req-39d71074-9211-4ddc-8a5c-5fe812aee326 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737774 Jul 23 16:10:18.534786 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaef7f6-fceb-4a0e-acf2-d4a2a0979301 req-9ee2f695-5cbe-478e-8730-0729de615714 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:18.542051 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3eaef7f6-fceb-4a0e-acf2-d4a2a0979301 req-9ee2f695-5cbe-478e-8730-0729de615714 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 945 time: 0.1109684 Jul 23 16:10:18.599496 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3eaef7f6-fceb-4a0e-acf2-d4a2a0979301 req-d5443de5-38db-402e-8d9f-14c9747393e3 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 Jul 23 16:10:18.639221 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:19.228571 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d63c7-54c9-45d3-b54a-3081ef54e4c9 req-cbc2c215-12a3-4eec-a079-07a2d040d028 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:19.230255 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-355d63c7-54c9-45d3-b54a-3081ef54e4c9 req-cbc2c215-12a3-4eec-a079-07a2d040d028 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 946 time: 0.0866179 Jul 23 16:10:19.299345 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-355d63c7-54c9-45d3-b54a-3081ef54e4c9 req-57b5dc6f-4bfd-4724-b052-fc5c74c42f37 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504649 Jul 23 16:10:19.665124 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989776c-ed4d-4916-9111-0804535f71d0 req-14808703-1445-4b43-8013-9f038dbf4898 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:19.666743 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1989776c-ed4d-4916-9111-0804535f71d0 req-14808703-1445-4b43-8013-9f038dbf4898 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0817683 Jul 23 16:10:19.720254 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1989776c-ed4d-4916-9111-0804535f71d0 req-807902fe-61c7-4fe2-ab9e-f65446109a96 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464551 Jul 23 16:10:19.810936 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4cd8d-2599-4c04-81c3-6dba75df5be0 req-bd6bf9cc-33b1-4a63-9b07-26f25e4dc645 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:19.816230 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-42d4cd8d-2599-4c04-81c3-6dba75df5be0 req-bd6bf9cc-33b1-4a63-9b07-26f25e4dc645 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 945 time: 0.0948985 Jul 23 16:10:19.853959 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-42d4cd8d-2599-4c04-81c3-6dba75df5be0 req-af14d1eb-5244-419b-b2e3-cb411891a73f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346272 Jul 23 16:10:20.175161 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 43912) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:20.224921 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Deleting subnet db18a69b-3f64-4dc6-adea-aeb315986c21 {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:10:20.228389 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:20.269238 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:20.281886 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:20.393926 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:20.445692 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db18a69b-3f64-4dc6-adea-aeb315986c21,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:20.449430 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:20.451559 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/db18a69b-3f64-4dc6-adea-aeb315986c21 HTTP/1.1" status: 204 len: 168 time: 0.2753963 Jul 23 16:10:20.455459 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43924) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:20.494910 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.495540 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.496094 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.496616 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.497173 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.497725 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.498260 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.498742 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.499232 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.499726 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.500324 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.509170 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe7ae0-0ac9-4a08-ad67-d1b7483a46c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:20.554859 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef4206-62ba-4a29-b6bc-0e08531f62bb req-d989b2a5-5e17-4770-b330-9c616098a8b9 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:20.557012 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8eef4206-62ba-4a29-b6bc-0e08531f62bb req-d989b2a5-5e17-4770-b330-9c616098a8b9 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 946 time: 0.1511443 Jul 23 16:10:20.605837 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8eef4206-62ba-4a29-b6bc-0e08531f62bb req-444c2a5c-e2e9-461a-8878-1f8d8d227863 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432084 Jul 23 16:10:20.648342 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:20.805812 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:20.828170 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:20.828631 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:20.829509 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:20.829844 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > port after_create 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:20.830166 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:20.830506 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > port after_update 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:20.830876 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:20.831222 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:20.831544 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:20.831850 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:21.115586 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477cbdf-f4dd-41bf-aa8d-0b7f31456e32 req-9d0e5efc-4477-4fea-a087-237f64a070ce tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:21.118060 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d477cbdf-f4dd-41bf-aa8d-0b7f31456e32 req-9d0e5efc-4477-4fea-a087-237f64a070ce tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1708570 Jul 23 16:10:21.216462 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:21.217224 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:21.217774 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:21.218324 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:10:21.218938 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee11a19-53b5-452b-87c5-a755d159b2e9']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:21.271406 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a96159-2834-4560-ac80-fbefa4654a42') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:21.271856 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a96159-2834-4560-ac80-fbefa4654a42') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:10:21.293392 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731514'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.321757 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.333899 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:10:21.333899 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827428'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: from cryptography.utils import int_from_bytes Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: from cryptography.utils import int_from_bytes Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: Traceback (most recent call last): Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: timer() Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: cb(*args, **kw) Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: return func(*args, **kwargs) Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: self._notify() Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: self.callback(batched_events) Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: event.method(event) Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: return f(self, *a, **k) Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._get(url).json() Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:10:21.367965 dv-cinder-801989-4-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:10:21.401689 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d477cbdf-f4dd-41bf-aa8d-0b7f31456e32 req-301fd6ef-2f31-435e-beeb-c405d9e727cb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818165 Jul 23 16:10:21.444989 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.456196 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.459712 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] 10.222.0.65 "DELETE /v2.0/networks/eee11a19-53b5-452b-87c5-a755d159b2e9 HTTP/1.1" status: 204 len: 168 time: 1.0031140 Jul 23 16:10:21.475565 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=eee11a19-53b5-452b-87c5-a755d159b2e9,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:21.486079 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.486741 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.487726 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.488298 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.488871 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.489467 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.490790 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.491305 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.491894 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.493566 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.494559 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.495065 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca20222-c26f-4eab-b48d-3a9516c0d9fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:21.704372 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43950) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:21.772252 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8dec9aeb-0d12-4957-a571-7b8e62b3aebf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e88116277400442bb1c1545278b3d859&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0639608 Jul 23 16:10:21.772786 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 43956) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:21.773965 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3af32-87eb-4cc8-9172-ababd4ec70df req-e8f63f97-5428-44b2-8079-1c438fc5e25c tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:21.776079 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-acb3af32-87eb-4cc8-9172-ababd4ec70df req-e8f63f97-5428-44b2-8079-1c438fc5e25c tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 946 time: 0.0868597 Jul 23 16:10:21.824399 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-acb3af32-87eb-4cc8-9172-ababd4ec70df req-4be77306-7e56-47f5-83d0-7063211005d6 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421388 Jul 23 16:10:21.844376 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc102-9561-41da-a23a-0638ae61ed73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.867051 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc102-9561-41da-a23a-0638ae61ed73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.924534 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc102-9561-41da-a23a-0638ae61ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.928339 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc102-9561-41da-a23a-0638ae61ed73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.931285 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e6dfc102-9561-41da-a23a-0638ae61ed73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55245c96-b21e-4304-b68b-870f359be484 HTTP/1.1" status: 204 len: 168 time: 0.1557786 Jul 23 16:10:21.939977 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfc102-9561-41da-a23a-0638ae61ed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55245c96-b21e-4304-b68b-870f359be484,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:22.388880 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942723c1-746b-45b1-8c07-80d835e4344d req-d4da7c60-b3d2-40e6-93e9-656998e42c15 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:22.391485 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-d4da7c60-b3d2-40e6-93e9-656998e42c15 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/networks?id=cbb8efd9-d330-47d1-88c0-533da436ae8f HTTP/1.1" status: 200 len: 814 time: 0.1651213 Jul 23 16:10:22.414501 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-e80cb55a-413e-42af-9171-26945e69b6db tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/quotas/e0f30eb2c1064c2da54d700702dbf937 HTTP/1.1" status: 200 len: 375 time: 0.0160115 Jul 23 16:10:22.525228 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-d6fa2a83-2795-4c13-9d89-171f022e5198 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0f30eb2c1064c2da54d700702dbf937&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053946 Jul 23 16:10:22.669268 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94699385-93ff-4e3a-8bcd-8938ebaf6116 req-1e734ae2-e233-4bd4-804f-f622f63baf5c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:22.670763 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94699385-93ff-4e3a-8bcd-8938ebaf6116 req-1e734ae2-e233-4bd4-804f-f622f63baf5c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1779909 Jul 23 16:10:22.684230 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-8c7372f4-b89d-4864-8208-afeff28660ac service neutron] 10.222.0.65 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312804 Jul 23 16:10:22.760666 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94699385-93ff-4e3a-8bcd-8938ebaf6116 req-9bf54717-c266-42f0-8ba2-e98238fd2a68 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816998 Jul 23 16:10:22.837733 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-bdb79cb6-f767-48fd-bcf9-2356680d2978 service neutron] 10.222.0.65 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425247 Jul 23 16:10:22.992229 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da755f-a983-4ced-bf7b-df15c20d6d7d req-e957853e-63f7-4d1f-879f-14e21531d794 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:22.993789 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29da755f-a983-4ced-bf7b-df15c20d6d7d req-e957853e-63f7-4d1f-879f-14e21531d794 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 946 time: 0.0858243 Jul 23 16:10:23.066103 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29da755f-a983-4ced-bf7b-df15c20d6d7d req-1fd81b18-f4ee-44a5-b8bf-16394d2475a1 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607316 Jul 23 16:10:23.078416 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e13e1a-0334-4df5-9e46-c83114460761 req-2e939464-58be-45ad-9d38-b655b8ee179a tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:23.081129 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a1e13e1a-0334-4df5-9e46-c83114460761 req-2e939464-58be-45ad-9d38-b655b8ee179a tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.72 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 946 time: 0.1280477 Jul 23 16:10:23.183018 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-08ea40c5-5188-4b85-99ea-6eb654724fcc req-3f8e6462-6e77-4477-b572-73ee69d06f9e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 210 time: 0.0464404 Jul 23 16:10:23.274681 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-a1e13e1a-0334-4df5-9e46-c83114460761 req-e538ce8c-dab8-487c-bc0f-f8e3900314a0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Deleting port 8a0b7e81-de22-47e4-91c9-25fc590a8181 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:10:23.275041 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a1e13e1a-0334-4df5-9e46-c83114460761 req-e538ce8c-dab8-487c-bc0f-f8e3900314a0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:23.436070 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-a1e13e1a-0334-4df5-9e46-c83114460761 req-e538ce8c-dab8-487c-bc0f-f8e3900314a0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] For port 8a0b7e81-de22-47e4-91c9-25fc590a8181, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=8a0b7e81-de22-47e4-91c9-25fc590a8181,segment=NetworkSegment(bb3923fd-2bee-4c73-8f2d-a71002c9f4c3),segment_id=bb3923fd-2bee-4c73-8f2d-a71002c9f4c3)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:23.437570 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a1e13e1a-0334-4df5-9e46-c83114460761 req-e538ce8c-dab8-487c-bc0f-f8e3900314a0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:23.458437 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-a1e13e1a-0334-4df5-9e46-c83114460761 req-e538ce8c-dab8-487c-bc0f-f8e3900314a0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Calling delete_port for 8a0b7e81-de22-47e4-91c9-25fc590a8181 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:10:23.881022 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a1e13e1a-0334-4df5-9e46-c83114460761 req-e538ce8c-dab8-487c-bc0f-f8e3900314a0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:23.914916 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538ce8c-dab8-487c-bc0f-f8e3900314a0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Pushing event deleted for resources: {'Port': ['ID=8a0b7e81-de22-47e4-91c9-25fc590a8181,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:23.950643 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['8a0b7e81-de22-47e4-91c9-25fc590a8181'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:10:23.965982 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525b95a-1065-454b-8918-f2e6cbf9d157 req-1504b2f0-daa8-4c70-a3d5-de9fe1e02383 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:23.967524 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6525b95a-1065-454b-8918-f2e6cbf9d157 req-1504b2f0-daa8-4c70-a3d5-de9fe1e02383 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0959029 Jul 23 16:10:23.980730 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e13e1a-0334-4df5-9e46-c83114460761 req-e538ce8c-dab8-487c-bc0f-f8e3900314a0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] No DVR routers for this DVR port 8a0b7e81-de22-47e4-91c9-25fc590a8181 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:10:23.984006 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a1e13e1a-0334-4df5-9e46-c83114460761 req-e538ce8c-dab8-487c-bc0f-f8e3900314a0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:23.986091 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a1e13e1a-0334-4df5-9e46-c83114460761 req-e538ce8c-dab8-487c-bc0f-f8e3900314a0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.72 "DELETE /v2.0/ports/8a0b7e81-de22-47e4-91c9-25fc590a8181 HTTP/1.1" status: 204 len: 173 time: 0.8783431 Jul 23 16:10:23.986548 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e251648f-852e-4a2b-8ee5-b710432ed6d7', 'name': 'network-vif-deleted', 'tag': '8a0b7e81-de22-47e4-91c9-25fc590a8181'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:10:23.989168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb9ab87-815b-4719-8217-a4aa73bbc987" -d '{"events": [{"server_uuid": "e251648f-852e-4a2b-8ee5-b710432ed6d7", "name": "network-vif-deleted", "tag": "8a0b7e81-de22-47e4-91c9-25fc590a8181"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:10:24.017995 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6525b95a-1065-454b-8918-f2e6cbf9d157 req-5e2d066e-047b-4f8c-aacd-ddafd3c89a9e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381825 Jul 23 16:10:24.053089 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07625879-b416-4b0c-a0a9-62f4da6573e1 x-openstack-request-id: req-07625879-b416-4b0c-a0a9-62f4da6573e1 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:10:24.053381 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e251648f-852e-4a2b-8ee5-b710432ed6d7", "name": "network-vif-deleted", "tag": "8a0b7e81-de22-47e4-91c9-25fc590a8181", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:10:24.053631 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07625879-b416-4b0c-a0a9-62f4da6573e1 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:10:24.054268 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e251648f-852e-4a2b-8ee5-b710432ed6d7', 'name': 'network-vif-deleted', 'tag': '8a0b7e81-de22-47e4-91c9-25fc590a8181', 'status': 'completed', 'code': 200} Jul 23 16:10:24.112110 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ad008349-441c-4da0-a1c3-f609c2f020c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:24.171355 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-02d12bd9-0360-4ffd-a62f-24273f976e3e req-6fc13983-0007-4d07-a06e-81fd4fc3d8d0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0333922 Jul 23 16:10:24.326430 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-da4bf555-d25b-465f-9aab-888e340cecdc req-17b01aef-fd52-41b7-9a8d-80d2af3da9f9 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 210 time: 0.0442071 Jul 23 16:10:24.561727 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-13c59102-1250-415e-a824-bf4290801254 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:24.563472 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-13c59102-1250-415e-a824-bf4290801254 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 815 time: 0.1288366 Jul 23 16:10:24.581824 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-94ac3bac-e494-4a02-8c2b-fad086d91e49 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/quotas/37e2a8419bf4498495ae22193d41db3a HTTP/1.1" status: 200 len: 375 time: 0.0107758 Jul 23 16:10:24.667637 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-8b583177-b948-4c7e-a1c8-2fa95b1d7b03 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746882 Jul 23 16:10:24.780940 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-5bc390b7-0edb-4266-a173-b4020c18199d service neutron] 10.222.0.65 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064119 Jul 23 16:10:24.898771 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-697e98d0-9241-4910-8fde-7464b2598cc8 service neutron] 10.222.0.65 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104972 Jul 23 16:10:25.284516 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6884d3-9a0b-4eea-97e2-b2bd49afaf47 req-00859cbd-8a27-46a4-9a6c-0ee4060d3adc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:25.288545 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ea6884d3-9a0b-4eea-97e2-b2bd49afaf47 req-00859cbd-8a27-46a4-9a6c-0ee4060d3adc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1439645 Jul 23 16:10:25.361130 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942723c1-746b-45b1-8c07-80d835e4344d req-0b6c6ea5-dd46-45cb-8cfa-76f369098b45 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:25.362719 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-0b6c6ea5-dd46-45cb-8cfa-76f369098b45 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.72 "GET /v2.0/networks?id=cbb8efd9-d330-47d1-88c0-533da436ae8f HTTP/1.1" status: 200 len: 814 time: 0.2303009 Jul 23 16:10:25.388587 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ea6884d3-9a0b-4eea-97e2-b2bd49afaf47 req-b589dde0-8fe3-4ab7-b94f-09ae6c55a5af tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873067 Jul 23 16:10:25.414330 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6bb4f084-7d73-4ac5-a41b-0b00d09eb520 req-c94a2cc1-32ec-4a6f-8c70-2136b310500c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0446002 Jul 23 16:10:25.450996 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Request body: {'port': {'device_id': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'admin_state_up': True, 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:25.574589 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fdef7d6e-4dc1-4ce5-9e5c-8fd849312c3a req-6ba8a704-bdf7-4ab5-bb69-a9fd5f83950d tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0585909 Jul 23 16:10:25.642227 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Made reservation on behalf of e0f30eb2c1064c2da54d700702dbf937 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:10:25.648598 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:25.767427 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45042723-7ea4-4a8a-be1d-d437d9a94ba4 req-398ab412-f368-4bea-81c0-ce8e96a8f3b7 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 210 time: 0.0676312 Jul 23 16:10:25.878497 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Allocated IP 172.20.0.14 (cbb8efd9-d330-47d1-88c0-533da436ae8f/1b39297c-14f8-4e44-853e-81ba68862a65/67131e16-84c9-4b40-8d4d-e669e228452c) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:10:25.977524 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 8a0b7e81-de22-47e4-91c9-25fc590a8181 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:10:26.005330 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 8a0b7e81-de22-47e4-91c9-25fc590a8181 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:10:26.005330 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 8a0b7e81-de22-47e4-91c9-25fc590a8181 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:10:26.110046 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:26.133732 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Transition to ACTIVE for port object 67131e16-84c9-4b40-8d4d-e669e228452c will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:26.188914 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:26.237457 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Network cbb8efd9-d330-47d1-88c0-533da436ae8f is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:26.241593 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:26.245439 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:10:26.255003 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'Port': ['ID=67131e16-84c9-4b40-8d4d-e669e228452c,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:26.337483 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:26.338832 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:26.361170 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-1b23cab6-cbdb-4409-916a-0f2fa92ef456 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9223390 Jul 23 16:10:26.553153 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-a976e785-9d9c-438d-9ff3-71646f1580d5 None None] Provisioning for port 67131e16-84c9-4b40-8d4d-e669e228452c completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:26.560960 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-a976e785-9d9c-438d-9ff3-71646f1580d5 None None] Provisioning complete for port 67131e16-84c9-4b40-8d4d-e669e228452c triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:26.561629 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a976e785-9d9c-438d-9ff3-71646f1580d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:26.601306 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf581c4-0f0d-49a9-b1ec-2e679c7cabec req-0b7dc3de-8f91-48c0-9dcf-3af7e21a3650 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:26.604150 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-adf581c4-0f0d-49a9-b1ec-2e679c7cabec req-0b7dc3de-8f91-48c0-9dcf-3af7e21a3650 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1017635 Jul 23 16:10:26.622561 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-a976e785-9d9c-438d-9ff3-71646f1580d5 None None] Port 67131e16-84c9-4b40-8d4d-e669e228452c cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:10:26.652864 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-adf581c4-0f0d-49a9-b1ec-2e679c7cabec req-1684ba45-c2a5-42ea-83b5-1a0b2c7f7d1f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Jul 23 16:10:26.778238 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3302dad-c7ba-4007-b265-890bfb511e4c req-73ffc8f6-35d3-42e3-bea2-21be3ef0a331 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0504496 Jul 23 16:10:26.903807 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e1413471-9aa8-4d16-b88c-446c073f8178 req-3e6382d0-a070-41f3-ad42-ee98953cffd9 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0377946 Jul 23 16:10:26.934952 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8638e71f-ad6b-446e-8041-4609a0a93fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:27.086829 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385743-b9a1-47de-96db-bd39d9196d8a req-a5eb1d3e-a7a0-486e-af1d-ae6648f193e6 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:27.088352 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1f385743-b9a1-47de-96db-bd39d9196d8a req-a5eb1d3e-a7a0-486e-af1d-ae6648f193e6 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0707152 Jul 23 16:10:27.134806 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1f385743-b9a1-47de-96db-bd39d9196d8a req-901e7025-e8a9-423d-ab73-ca3881d202e4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357716 Jul 23 16:10:27.176863 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:27.811500 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a55cdc-c109-4622-8900-443983c66a2c req-9bf69bef-1a82-4f35-969b-4b495ee4a3a3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:27.813442 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-46a55cdc-c109-4622-8900-443983c66a2c req-9bf69bef-1a82-4f35-969b-4b495ee4a3a3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0826199 Jul 23 16:10:27.867477 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-46a55cdc-c109-4622-8900-443983c66a2c req-9da13533-05ca-430f-aaf1-ec526862c934 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481565 Jul 23 16:10:27.959737 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8cca4aa9-8b2c-4695-bce9-4933026884d5 req-83000fbb-32b1-4906-8859-deab73eff111 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0333092 Jul 23 16:10:28.083007 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e3d81c10-d7d7-478f-838c-8f37e4d46f17 req-a27e7dc3-6200-4cea-9bae-80d90692835b tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0363481 Jul 23 16:10:28.147240 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:28.295738 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663cdb3-ed87-4785-ac31-9ebfe3514e94 req-4fdd3bd9-6c6b-4c56-a679-b1298d9d2efd tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:28.297600 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7663cdb3-ed87-4785-ac31-9ebfe3514e94 req-4fdd3bd9-6c6b-4c56-a679-b1298d9d2efd tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0824656 Jul 23 16:10:28.351278 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7663cdb3-ed87-4785-ac31-9ebfe3514e94 req-74343263-eadd-47be-a503-e6e310e1d1e8 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 Jul 23 16:10:29.021424 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad3e75-c729-44e2-852b-ce9574b390ca req-2370a70c-57cb-43f2-aeac-7711aa0ea046 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:29.023822 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7aad3e75-c729-44e2-852b-ce9574b390ca req-2370a70c-57cb-43f2-aeac-7711aa0ea046 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0840623 Jul 23 16:10:29.068576 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7aad3e75-c729-44e2-852b-ce9574b390ca req-4f44de6c-22b6-41d4-bb58-be7e32821668 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356998 Jul 23 16:10:29.162861 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-941f0620-f101-4b41-a8f6-680e07fd7bc9 req-1204f37b-d806-4ae4-a544-791f1c060e83 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0329156 Jul 23 16:10:29.289966 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e7edd2ac-b903-4975-9313-39b33b2bf2fe req-f06b5772-f028-4888-9a9e-f4a5761300da tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0342956 Jul 23 16:10:29.522334 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f67522-a4fd-4b24-9745-f61cb69f0408 req-4a1db27e-c7da-4a84-a381-724a7b87242e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:29.523884 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-11f67522-a4fd-4b24-9745-f61cb69f0408 req-4a1db27e-c7da-4a84-a381-724a7b87242e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0803525 Jul 23 16:10:29.570084 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-11f67522-a4fd-4b24-9745-f61cb69f0408 req-fcf56a10-7ea0-4027-936d-bbfb00b95615 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401289 Jul 23 16:10:29.811773 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:30.214184 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecbeb9-7668-4cc9-8eb4-6deebfdc5039 req-095a39e3-3e54-4870-891e-a5fdb33f98a5 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:30.216590 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61ecbeb9-7668-4cc9-8eb4-6deebfdc5039 req-095a39e3-3e54-4870-891e-a5fdb33f98a5 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0771089 Jul 23 16:10:30.282110 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61ecbeb9-7668-4cc9-8eb4-6deebfdc5039 req-acf3074b-c81f-4e50-a45d-f9e77283082c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560310 Jul 23 16:10:30.379447 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dce73c5c-066e-48e6-bcd5-b5fbc3a95082 req-66fa070a-6777-45a3-92a0-2918296ec8e1 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0328426 Jul 23 16:10:30.499615 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-16ab925f-3a50-48af-a15b-a19adeafc3c9 req-6a86fae8-8d8a-45bd-ad85-5087eca7477e tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0319264 Jul 23 16:10:30.715293 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df23d-c73f-40cc-8b26-908890630d57 req-5dbe4ed5-adc1-4143-b3bf-bb1fb6772972 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:30.716912 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c10df23d-c73f-40cc-8b26-908890630d57 req-5dbe4ed5-adc1-4143-b3bf-bb1fb6772972 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0730658 Jul 23 16:10:30.768081 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c10df23d-c73f-40cc-8b26-908890630d57 req-4a314a5d-97de-446f-a5e9-33a8490b6591 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Jul 23 16:10:31.452558 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eae757-144b-48e8-9c97-0730fb4488e3 req-7c60b96d-6be5-4987-be30-069d8fd90da8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:31.454245 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62eae757-144b-48e8-9c97-0730fb4488e3 req-7c60b96d-6be5-4987-be30-069d8fd90da8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0819151 Jul 23 16:10:31.494925 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4fca486-7e00-49d9-b240-33ee5b086959 req-7cbd8173-6df8-46f8-b614-be41cb3dd9ff tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0396290 Jul 23 16:10:31.522155 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62eae757-144b-48e8-9c97-0730fb4488e3 req-bd508a3b-d0b7-4df5-9bcc-b64ad0500750 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580041 Jul 23 16:10:31.634520 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c1a72a41-f488-410d-88c9-2a7cf5ed8a63 req-76e9724e-e379-4bee-801d-2b9b24d4aca2 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0358245 Jul 23 16:10:31.921024 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43766f-d00d-4a37-9f2a-d104240baa43 req-91052445-312e-4b78-8359-fe2a61689e3f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:31.922479 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eb43766f-d00d-4a37-9f2a-d104240baa43 req-91052445-312e-4b78-8359-fe2a61689e3f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0698149 Jul 23 16:10:31.971140 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eb43766f-d00d-4a37-9f2a-d104240baa43 req-4f73a8a9-6dcf-4927-92a5-4e30bd14c904 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416591 Jul 23 16:10:32.614426 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-658f0095-c328-47dc-a056-03ba70d7a129 req-39eb1e40-776f-45fc-8f48-5334ffdfdd77 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0309653 Jul 23 16:10:32.788436 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec36430-c8ff-453b-ab6c-df2dbe2eb97d req-7f942c9c-c902-4812-aa89-dd22b37720e2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:32.789864 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8ec36430-c8ff-453b-ab6c-df2dbe2eb97d req-7f942c9c-c902-4812-aa89-dd22b37720e2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0941112 Jul 23 16:10:32.839827 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8ec36430-c8ff-453b-ab6c-df2dbe2eb97d req-120a2084-4aef-4f32-84bf-97e3266b4598 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Jul 23 16:10:32.971290 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bf9603f1-5c5f-4232-86d6-556f6c4faee0 req-988b6372-f3b3-47a6-8ace-a6bd892f9f64 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0382762 Jul 23 16:10:33.153030 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddb278-b425-4567-8b3a-bb3133af0e44 req-7549f436-dfe1-46b7-98b5-9e8324a5a7f6 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:33.154566 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7eddb278-b425-4567-8b3a-bb3133af0e44 req-7549f436-dfe1-46b7-98b5-9e8324a5a7f6 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0737398 Jul 23 16:10:33.208876 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7eddb278-b425-4567-8b3a-bb3133af0e44 req-724b69f6-1237-4645-a228-4bf4fdfa8749 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423639 Jul 23 16:10:33.722570 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5756a08c-96e7-4825-b621-d4dac482a0a4 req-503533b0-71a0-4a3a-8a81-109a6f39da86 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0299382 Jul 23 16:10:34.029977 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0ff72-67d2-43c7-b5df-15640b2db985 req-c8c2c3a9-8e7f-4029-88af-429fbbe1d4e3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:34.031722 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-87f0ff72-67d2-43c7-b5df-15640b2db985 req-c8c2c3a9-8e7f-4029-88af-429fbbe1d4e3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1050646 Jul 23 16:10:34.075599 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-87f0ff72-67d2-43c7-b5df-15640b2db985 req-9b373c1f-8dff-46e5-af94-ac4aeb9b6a43 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360696 Jul 23 16:10:34.198570 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52d074e1-1537-4196-9f4f-2711a328d590 req-74a3609f-865e-4436-bf62-123a529020d6 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0326617 Jul 23 16:10:34.365519 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e93e7-8519-4a84-988a-25002aff92ab req-3e185b5c-3a47-43f0-9ef1-5946ee52fac2 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:34.368038 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-875e93e7-8519-4a84-988a-25002aff92ab req-3e185b5c-3a47-43f0-9ef1-5946ee52fac2 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0821874 Jul 23 16:10:34.410345 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-875e93e7-8519-4a84-988a-25002aff92ab req-9594132a-8c65-407e-b964-073d05e53eba tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357661 Jul 23 16:10:34.870656 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-41727e7f-5ac8-43cd-95be-5d7bcd8e919c req-6afd87d7-91e5-4d48-99f3-87b7c78d5cbf tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0517049 Jul 23 16:10:35.008334 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 44268) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:35.021030 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 44272) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:35.220466 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4312b58d-6d7f-4290-9b09-5e0088499c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.258523 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f189997e-86d0-4b95-afc0-8cef77d7d4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.295515 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631b92e-5876-4484-ad22-7527d58692af req-dd0c3b05-3f3c-40ad-85d8-4c9058fe435b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:35.297123 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b631b92e-5876-4484-ad22-7527d58692af req-dd0c3b05-3f3c-40ad-85d8-4c9058fe435b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1304207 Jul 23 16:10:35.363362 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b631b92e-5876-4484-ad22-7527d58692af req-e0716694-3627-4a75-9886-147fa752eeed tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566952 Jul 23 16:10:35.415367 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4312b58d-6d7f-4290-9b09-5e0088499c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.421320 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4312b58d-6d7f-4290-9b09-5e0088499c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.487043 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4312b58d-6d7f-4290-9b09-5e0088499c24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8de074724104b03b04cdacc8e4b1391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608021 Jul 23 16:10:35.487043 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312b58d-6d7f-4290-9b09-5e0088499c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712bf706-035a-4ebe-af22-175e066f7833,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:35.487456 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 44282) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:35.535839 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a273b4c0-aff9-4be9-ae75-d283bf91b2fb req-8324529c-2ac7-421d-8304-c47cda7313d0 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0446620 Jul 23 16:10:35.571698 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f189997e-86d0-4b95-afc0-8cef77d7d4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.578260 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f189997e-86d0-4b95-afc0-8cef77d7d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.599041 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f6bfbcbe-a81a-4454-bc38-01fa9e19f8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.618361 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f189997e-86d0-4b95-afc0-8cef77d7d4c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5738bf09fb2847b29eecbce87153a5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6080272 Jul 23 16:10:35.619060 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 44284) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:35.633895 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189997e-86d0-4b95-afc0-8cef77d7d4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bff200-9ad6-49cc-b937-b3b6e1eebed4,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:35.645643 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f6bfbcbe-a81a-4454-bc38-01fa9e19f8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.760169 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5c4b17c9-ea70-4dcf-be0f-86ac36308693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.788084 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f6bfbcbe-a81a-4454-bc38-01fa9e19f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.790936 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f6bfbcbe-a81a-4454-bc38-01fa9e19f8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.791735 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f6bfbcbe-a81a-4454-bc38-01fa9e19f8f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/712bf706-035a-4ebe-af22-175e066f7833 HTTP/1.1" status: 204 len: 168 time: 0.3019803 Jul 23 16:10:35.800357 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5c4b17c9-ea70-4dcf-be0f-86ac36308693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.830459 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269421e-f7f4-4ab0-9b1d-9dd501fa8a8d req-e6244721-a87b-4363-b7c7-a7b4ad3775cd tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:35.833820 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8269421e-f7f4-4ab0-9b1d-9dd501fa8a8d req-e6244721-a87b-4363-b7c7-a7b4ad3775cd tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.2029214 Jul 23 16:10:35.839129 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfbcbe-a81a-4454-bc38-01fa9e19f8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712bf706-035a-4ebe-af22-175e066f7833,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:35.933355 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8269421e-f7f4-4ab0-9b1d-9dd501fa8a8d req-619d6152-f368-4095-817a-97b6c692726c tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804563 Jul 23 16:10:35.970178 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5c4b17c9-ea70-4dcf-be0f-86ac36308693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.975334 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5c4b17c9-ea70-4dcf-be0f-86ac36308693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.976663 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5c4b17c9-ea70-4dcf-be0f-86ac36308693 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1bff200-9ad6-49cc-b937-b3b6e1eebed4 HTTP/1.1" status: 204 len: 168 time: 0.3566604 Jul 23 16:10:35.987656 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b17c9-ea70-4dcf-be0f-86ac36308693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bff200-9ad6-49cc-b937-b3b6e1eebed4,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:36.130929 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5a55d90-cad1-440a-b827-890bcdbfc9cc req-5abd6d8e-b81a-43d4-8b3b-e3fd05fd5d5e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0534639 Jul 23 16:10:36.576737 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32397f-fb1c-4845-bea1-a0524f9d5792 req-760f2613-2237-4ede-9c91-bac6c3e85438 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:36.580287 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6e32397f-fb1c-4845-bea1-a0524f9d5792 req-760f2613-2237-4ede-9c91-bac6c3e85438 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1111515 Jul 23 16:10:36.676723 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6e32397f-fb1c-4845-bea1-a0524f9d5792 req-7fbe7543-8484-4991-97c9-bf928a16664e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789049 Jul 23 16:10:36.812372 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-976794c4-69dc-4d2e-bc81-4375ebafcd4a req-f05e7208-29e1-4c1a-bbe3-2f73f4b0f9c1 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0434294 Jul 23 16:10:37.135562 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5de8e-f258-4f88-b8eb-f3b59dd8c19e req-57b69182-3dd0-41ff-8cc1-d37ad87aa840 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:37.139109 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-59e5de8e-f258-4f88-b8eb-f3b59dd8c19e req-57b69182-3dd0-41ff-8cc1-d37ad87aa840 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.1106017 Jul 23 16:10:37.200502 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-59e5de8e-f258-4f88-b8eb-f3b59dd8c19e req-e76c0b4c-a8f7-4274-b392-62182bf219b9 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439885 Jul 23 16:10:37.350698 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-646ea488-ec5e-431b-a4b0-e9682d32d14a req-60e70b54-6391-4430-9569-54abaccb0851 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0378819 Jul 23 16:10:37.867868 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c84527-fee2-40ea-b1b3-c83703662e95 req-a27fd401-25cd-4ae3-a6c6-faa43428ba39 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:37.870397 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-47c84527-fee2-40ea-b1b3-c83703662e95 req-a27fd401-25cd-4ae3-a6c6-faa43428ba39 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0984201 Jul 23 16:10:37.943182 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-47c84527-fee2-40ea-b1b3-c83703662e95 req-68b3a326-b3c6-4475-bdbe-a765872cfcd4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612414 Jul 23 16:10:38.140825 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2558da10-2b4c-4c55-9010-cc6b47f7f04d req-08270252-d938-489c-bc55-34cec4e408be tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0426812 Jul 23 16:10:38.404633 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c0ba6-1b60-4e42-b941-da58d634d5cb req-93047f78-d03c-44da-9070-15b4bea9c41e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:38.406280 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6b8c0ba6-1b60-4e42-b941-da58d634d5cb req-93047f78-d03c-44da-9070-15b4bea9c41e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0935702 Jul 23 16:10:38.457586 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6b8c0ba6-1b60-4e42-b941-da58d634d5cb req-3faf2128-95ab-4dd6-b18d-d87473b0b4bc tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Jul 23 16:10:38.538111 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 44414) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:38.558571 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cd768429-87b9-4888-9573-53e8d22e1360 req-17481a27-8ba1-49da-9591-4b668cdaaaab tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0370965 Jul 23 16:10:38.685378 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3a0ee9e6-852c-4503-8993-044a191deb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:38.798225 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3a0ee9e6-852c-4503-8993-044a191deb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:38.804970 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3a0ee9e6-852c-4503-8993-044a191deb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:38.857940 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3a0ee9e6-852c-4503-8993-044a191deb60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9faf9ca8fcc349ab8e6d56035525637a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184683 Jul 23 16:10:38.862286 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 44424) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:38.871679 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ee9e6-852c-4503-8993-044a191deb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56024107-ece1-485b-a2a3-e3e82747808b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:38.939212 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d7900bfb-d765-447b-a72a-f69d7f236a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:38.974702 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d7900bfb-d765-447b-a72a-f69d7f236a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.094913 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d7900bfb-d765-447b-a72a-f69d7f236a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.098535 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d7900bfb-d765-447b-a72a-f69d7f236a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.103224 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d7900bfb-d765-447b-a72a-f69d7f236a75 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56024107-ece1-485b-a2a3-e3e82747808b HTTP/1.1" status: 204 len: 168 time: 0.2363536 Jul 23 16:10:39.114471 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7900bfb-d765-447b-a72a-f69d7f236a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56024107-ece1-485b-a2a3-e3e82747808b,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:39.159228 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1a2d-ba05-4a11-a85c-800868ddf130 req-74bfd57e-962f-49ca-a44f-90967dd41a28 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:39.162380 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a6af1a2d-ba05-4a11-a85c-800868ddf130 req-74bfd57e-962f-49ca-a44f-90967dd41a28 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1156943 Jul 23 16:10:39.208047 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a6af1a2d-ba05-4a11-a85c-800868ddf130 req-923f67a6-55af-4e1e-93fb-500b64aef073 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356271 Jul 23 16:10:39.348065 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1f70a574-06c1-47e1-8899-b77058c31e67 req-f730a70b-935a-4910-91b7-7e5c28966665 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0335696 Jul 23 16:10:39.506586 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 44446) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:39.520250 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd43df4e-ed5c-4bec-a15d-25158d4bb523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.637880 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0b680-c9e6-4411-b899-6014a60cc12b req-16820e9c-6dd7-422b-b04b-4077215de82d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:39.639266 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0ec0b680-c9e6-4411-b899-6014a60cc12b req-16820e9c-6dd7-422b-b04b-4077215de82d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.1105120 Jul 23 16:10:39.701884 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0ec0b680-c9e6-4411-b899-6014a60cc12b req-fbfa2bd3-94d0-49a2-870d-15b8d40b486e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559564 Jul 23 16:10:39.725028 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd43df4e-ed5c-4bec-a15d-25158d4bb523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.730991 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd43df4e-ed5c-4bec-a15d-25158d4bb523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.789185 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43df4e-ed5c-4bec-a15d-25158d4bb523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d76afc-0ed8-4fe7-a913-78129c30e901,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:39.795958 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-bd43df4e-ed5c-4bec-a15d-25158d4bb523 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d3a0b3aacca4b9db678fdd3fe4d0f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859538 Jul 23 16:10:39.796743 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 44450) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:39.812802 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0533a222-f1b5-4b4e-ae47-66d99b7eb803 req-83574ab0-6330-4ee3-8cde-8adfb9936c0f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0414586 Jul 23 16:10:39.865329 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-44a50659-e6f1-4412-b104-61ef8f4371d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.889845 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-44a50659-e6f1-4412-b104-61ef8f4371d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.945692 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-44a50659-e6f1-4412-b104-61ef8f4371d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.948328 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-44a50659-e6f1-4412-b104-61ef8f4371d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.949486 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-44a50659-e6f1-4412-b104-61ef8f4371d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99d76afc-0ed8-4fe7-a913-78129c30e901 HTTP/1.1" status: 204 len: 168 time: 0.1511505 Jul 23 16:10:39.960638 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a50659-e6f1-4412-b104-61ef8f4371d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d76afc-0ed8-4fe7-a913-78129c30e901,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:40.387915 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6a8bf-30c2-4023-809d-cdd4412cd3ae req-81c50b9e-2dea-4c4c-907a-a26d285d818f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:40.389462 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25e6a8bf-30c2-4023-809d-cdd4412cd3ae req-81c50b9e-2dea-4c4c-907a-a26d285d818f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0838728 Jul 23 16:10:40.438221 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25e6a8bf-30c2-4023-809d-cdd4412cd3ae req-781229c0-0d72-4e3a-bf6b-599cc7a64c6c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 Jul 23 16:10:40.570587 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2fdbd71f-7830-4f70-897d-16ac9423534a req-5977cdf8-3c94-4dd6-a522-a3b3f8ebf413 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0512457 Jul 23 16:10:40.858515 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc88be-1457-4a4f-a7e7-b4c7d174cbde req-0c351907-e7b7-463d-a4be-a22df5a90b02 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:40.860166 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-30bc88be-1457-4a4f-a7e7-b4c7d174cbde req-0c351907-e7b7-463d-a4be-a22df5a90b02 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0851893 Jul 23 16:10:40.922799 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-30bc88be-1457-4a4f-a7e7-b4c7d174cbde req-063ee43a-c40c-4744-bbc5-cd1d3324d57e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524521 Jul 23 16:10:41.069134 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cb150c88-8fbf-48c3-8b63-f196acac886c req-2b372010-6a8d-4d06-b3ff-b8583ca4dbc5 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0528057 Jul 23 16:10:41.596217 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9989341-3af0-4514-b1b5-39ea476983d2 req-361cf31b-9124-48e9-8c90-1ddd5b7d366c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:41.599188 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c9989341-3af0-4514-b1b5-39ea476983d2 req-361cf31b-9124-48e9-8c90-1ddd5b7d366c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0842485 Jul 23 16:10:41.646196 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c9989341-3af0-4514-b1b5-39ea476983d2 req-38e2e9c8-99c5-4409-80bd-6e6afea568ed tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398283 Jul 23 16:10:41.782400 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5ce12fc-f3aa-4094-9027-4ea67dba9291 req-8084e773-d910-4520-81d5-ffe681b3ec50 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0431890 Jul 23 16:10:42.102688 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021a73-f7c1-4a0b-b322-b457cb285f19 req-9794e289-943c-424c-bcc3-556487fcdd90 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:42.104413 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b2021a73-f7c1-4a0b-b322-b457cb285f19 req-9794e289-943c-424c-bcc3-556487fcdd90 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0909498 Jul 23 16:10:42.141486 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 44524) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:42.166422 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b2021a73-f7c1-4a0b-b322-b457cb285f19 req-d84a30a1-f54d-4c7b-8e41-6c5f84fb051a tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555851 Jul 23 16:10:42.292440 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5db50698-b69f-4e09-b317-d151672d28dc req-d92bc3ba-189e-4a12-b162-d5c77201bb27 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0421503 Jul 23 16:10:42.307078 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fccf57fc-44d1-4ea5-8a40-223f37cb4dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:42.432276 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fccf57fc-44d1-4ea5-8a40-223f37cb4dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:42.436987 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fccf57fc-44d1-4ea5-8a40-223f37cb4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:42.479121 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-fccf57fc-44d1-4ea5-8a40-223f37cb4dbd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0e639d348d84592a47fdbabc5d426ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365026 Jul 23 16:10:42.480054 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf57fc-44d1-4ea5-8a40-223f37cb4dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd67516-e07e-4b18-a6f3-1d38b094da67,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:42.482052 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 44528) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:42.546298 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6acc8e1d-2ad8-4e53-9954-64cc3ef41a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:42.574306 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6acc8e1d-2ad8-4e53-9954-64cc3ef41a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:42.628171 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6acc8e1d-2ad8-4e53-9954-64cc3ef41a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:42.628439 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6acc8e1d-2ad8-4e53-9954-64cc3ef41a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:42.634365 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6acc8e1d-2ad8-4e53-9954-64cc3ef41a7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dcd67516-e07e-4b18-a6f3-1d38b094da67 HTTP/1.1" status: 204 len: 168 time: 0.1490159 Jul 23 16:10:42.646739 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc8e1d-2ad8-4e53-9954-64cc3ef41a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd67516-e07e-4b18-a6f3-1d38b094da67,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:42.862898 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0cd60-940e-43f7-a98d-1fb5e2d01b7a req-a1c3c479-418a-4b33-8e9f-b3a6145eb03c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:42.865031 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8fc0cd60-940e-43f7-a98d-1fb5e2d01b7a req-a1c3c479-418a-4b33-8e9f-b3a6145eb03c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1226470 Jul 23 16:10:42.913431 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8fc0cd60-940e-43f7-a98d-1fb5e2d01b7a req-9d9b0e5e-c5cd-4b4f-8dca-c5138caa2b63 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431113 Jul 23 16:10:43.034315 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 44540) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:43.037197 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e61b011-8b55-42c6-b304-b4728800e6ad req-8121726e-d965-4583-b9a5-d6de73bad953 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0437207 Jul 23 16:10:43.051337 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fe88e293-059d-4bd1-9bcc-9fbdb94a05ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.165684 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fe88e293-059d-4bd1-9bcc-9fbdb94a05ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.170827 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fe88e293-059d-4bd1-9bcc-9fbdb94a05ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.218420 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fe88e293-059d-4bd1-9bcc-9fbdb94a05ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9435b68ba254bb7b002b54797388a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790574 Jul 23 16:10:43.218420 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88e293-059d-4bd1-9bcc-9fbdb94a05ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2ad22a-23d2-47fd-9ed6-719bec5bbb8e,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:43.219569 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 44544) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:43.290998 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-320ea03e-4c68-479e-a610-1753feb44b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.335479 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-320ea03e-4c68-479e-a610-1753feb44b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.402117 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d752-2e1f-4fa4-98fd-fe2703a14a68 req-982a1008-e090-4059-8d31-a7d6ef2a2042 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:43.404647 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e136d752-2e1f-4fa4-98fd-fe2703a14a68 req-982a1008-e090-4059-8d31-a7d6ef2a2042 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.1275802 Jul 23 16:10:43.435736 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-320ea03e-4c68-479e-a610-1753feb44b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.438538 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-320ea03e-4c68-479e-a610-1753feb44b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.443755 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-320ea03e-4c68-479e-a610-1753feb44b52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea2ad22a-23d2-47fd-9ed6-719bec5bbb8e HTTP/1.1" status: 204 len: 168 time: 0.2188122 Jul 23 16:10:43.466278 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ea03e-4c68-479e-a610-1753feb44b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2ad22a-23d2-47fd-9ed6-719bec5bbb8e,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:43.488219 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e136d752-2e1f-4fa4-98fd-fe2703a14a68 req-c10b50f7-4d3f-48c8-96fd-853012846d48 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758612 Jul 23 16:10:43.618275 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-10cd32db-4387-4d53-8fb1-39e38b52457a req-075d42a0-0675-41d2-a1eb-6db268c4d7c8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0470278 Jul 23 16:10:44.089825 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ee0cc-1b9f-48fa-8af5-e1b90d8a7a95 req-bd70370d-93d8-4930-ae4d-3c0c28e7c960 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:44.091934 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0d8ee0cc-1b9f-48fa-8af5-e1b90d8a7a95 req-bd70370d-93d8-4930-ae4d-3c0c28e7c960 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0957911 Jul 23 16:10:44.154940 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0d8ee0cc-1b9f-48fa-8af5-e1b90d8a7a95 req-3c56f3ae-921c-4fae-9b62-76e61219df9c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496569 Jul 23 16:10:44.275279 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-720bf30b-c203-44be-9ad1-b682a28a2b06 req-2cc111fd-11e7-41be-b3e2-71b798696a74 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0362296 Jul 23 16:10:44.666157 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca727a3-82cf-49e4-8071-e78308a03ef1 req-7bf12e65-4e9a-4004-9309-6f68f6acabbd tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:44.667846 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cca727a3-82cf-49e4-8071-e78308a03ef1 req-7bf12e65-4e9a-4004-9309-6f68f6acabbd tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.1041815 Jul 23 16:10:44.726109 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cca727a3-82cf-49e4-8071-e78308a03ef1 req-7cefb2eb-00f2-401b-b973-319df4ba6ab4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443959 Jul 23 16:10:44.821704 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0ff6ac33-9666-4582-87a2-0f920a368417 req-d708c085-2d54-4fa5-90ee-1b4af56ec347 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0330043 Jul 23 16:10:45.024742 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 44590) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:45.147770 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e9dec3fa-15f9-4090-83d2-dc9af7764290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:45.304392 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e9dec3fa-15f9-4090-83d2-dc9af7764290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:45.311276 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e9dec3fa-15f9-4090-83d2-dc9af7764290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:45.579988 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad5665-1b58-4091-a350-5498b5febb75 req-d3f353c5-c1e9-4fe0-bb04-e378904943ff tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:45.582360 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4ad5665-1b58-4091-a350-5498b5febb75 req-d3f353c5-c1e9-4fe0-bb04-e378904943ff tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.3501203 Jul 23 16:10:45.582918 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dec3fa-15f9-4090-83d2-dc9af7764290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa87e73-97a7-4002-8b34-aa2b71bcd26c,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:45.590770 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e9dec3fa-15f9-4090-83d2-dc9af7764290 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=304e3f69f99540788d3a90d00e92aec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5614209 Jul 23 16:10:45.591931 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 44598) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:45.629551 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4ad5665-1b58-4091-a350-5498b5febb75 req-c2401aec-2f32-4027-9034-0d93026aa18b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Jul 23 16:10:45.652505 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4c1b-9591-4966-9d5d-9beaf01662d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:45.682869 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4c1b-9591-4966-9d5d-9beaf01662d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:45.744103 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4c1b-9591-4966-9d5d-9beaf01662d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:45.746705 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4c1b-9591-4966-9d5d-9beaf01662d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:45.747909 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a8bd4c1b-9591-4966-9d5d-9beaf01662d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4aa87e73-97a7-4002-8b34-aa2b71bcd26c HTTP/1.1" status: 204 len: 168 time: 0.1553929 Jul 23 16:10:45.754251 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d592b05d-a43c-494b-b0c5-e176d03805f6 req-fe6d2365-c1ea-4faf-b7c7-6f2e29ae3ab5 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0356023 Jul 23 16:10:45.757300 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd4c1b-9591-4966-9d5d-9beaf01662d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa87e73-97a7-4002-8b34-aa2b71bcd26c,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:45.963952 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694441d-97af-4cc2-b781-7efb7a735678 req-1a001d07-dd9b-4053-bbad-ae5a8912820f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:45.965735 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a694441d-97af-4cc2-b781-7efb7a735678 req-1a001d07-dd9b-4053-bbad-ae5a8912820f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.1076972 Jul 23 16:10:46.008657 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a694441d-97af-4cc2-b781-7efb7a735678 req-c134a3e5-b00c-4b78-a59a-7b0cc57c9057 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368116 Jul 23 16:10:46.126501 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-80819469-e7ef-456d-bdc5-f8bb5a34109b req-33a5d840-9725-4bee-a382-1a7432aeb421 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0357075 Jul 23 16:10:46.809313 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c4446-732a-401c-8407-092587b916bf req-9c5f62a7-f7fb-4362-aad7-3955f6fe6659 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:46.812059 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-664c4446-732a-401c-8407-092587b916bf req-9c5f62a7-f7fb-4362-aad7-3955f6fe6659 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0850294 Jul 23 16:10:46.860287 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-664c4446-732a-401c-8407-092587b916bf req-271406cd-be1a-4dbe-a308-bb6bf44278ae tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Jul 23 16:10:47.017103 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4ded8aa9-6d01-43b8-a87c-b4d945c734df req-f458a60e-704e-469e-98ba-0cdada2795d9 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0561945 Jul 23 16:10:47.185167 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a42df-636d-4b53-b9ee-5207b713e136 req-b37a911f-d5ba-4dca-a329-2c351464e54f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:47.186860 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-546a42df-636d-4b53-b9ee-5207b713e136 req-b37a911f-d5ba-4dca-a329-2c351464e54f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0935354 Jul 23 16:10:47.250500 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-546a42df-636d-4b53-b9ee-5207b713e136 req-53bcbb87-6365-4bda-ab60-7ca151f63bc1 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462527 Jul 23 16:10:47.375723 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-44663920-c2b4-4a0c-a4c5-1c66bcfff437 req-7f1c7008-b26f-4a70-9919-4bb8627ade2c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0373712 Jul 23 16:10:48.020504 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547b244-e373-492d-a14e-2d6a3f2f28a0 req-5f4c6ea1-ea13-4231-b94d-4ac8dafb2abb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:48.023084 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c547b244-e373-492d-a14e-2d6a3f2f28a0 req-5f4c6ea1-ea13-4231-b94d-4ac8dafb2abb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0771980 Jul 23 16:10:48.088925 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c547b244-e373-492d-a14e-2d6a3f2f28a0 req-6b1be3fe-b991-4cb2-a833-64a11ff5367e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587111 Jul 23 16:10:48.251367 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fbacd119-9588-4000-aec8-e61dec54dab7 req-8f58b410-f190-4fbf-966a-e53218a369e5 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0487545 Jul 23 16:10:48.313162 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:10:48.426740 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9fadd-b010-4508-aee4-c62ed9aecbbb req-4a4de1b2-84a4-4aa9-90b9-6e2e6335a5c7 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:48.428687 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53f9fadd-b010-4508-aee4-c62ed9aecbbb req-4a4de1b2-84a4-4aa9-90b9-6e2e6335a5c7 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0931923 Jul 23 16:10:48.496847 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53f9fadd-b010-4508-aee4-c62ed9aecbbb req-7a7cf388-8f2c-4a1d-b6e5-38d7a5102eec tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595965 Jul 23 16:10:48.637583 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:48.640892 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-597b7e40-f626-4fa3-b1df-c148d9e23993 req-ca962f02-a753-40be-b96c-fc4a3839ce08 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0470595 Jul 23 16:10:49.246324 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a5d9b-8f0d-4f9e-88ce-c34c0beec6ef req-c3173dfe-48dc-4029-a120-e6775632db84 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:49.247905 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-420a5d9b-8f0d-4f9e-88ce-c34c0beec6ef req-c3173dfe-48dc-4029-a120-e6775632db84 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0762811 Jul 23 16:10:49.292634 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-420a5d9b-8f0d-4f9e-88ce-c34c0beec6ef req-76fb1ea5-ace9-4a73-8add-683e8b1e66e2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346138 Jul 23 16:10:49.411886 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-89454f76-6bd3-4b56-b58e-ca371bced614 req-ecfd8436-efd3-447f-b275-2f2346c49ef5 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0354011 Jul 23 16:10:49.656754 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de620a4e-c7c2-4fb1-b349-34c32d7c2136 req-6e022f96-fa89-48d2-b640-7e6f0c8be306 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:49.660491 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de620a4e-c7c2-4fb1-b349-34c32d7c2136 req-6e022f96-fa89-48d2-b640-7e6f0c8be306 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0811272 Jul 23 16:10:49.725079 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de620a4e-c7c2-4fb1-b349-34c32d7c2136 req-e20cf9f1-3bd1-4415-98de-75f95c4f4703 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581338 Jul 23 16:10:49.858489 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6fffdaea-0369-4e9f-a23e-4b64c7d0481e req-8caa4bb8-b1b5-4c4b-8b7a-f60d491ce0bc tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0486681 Jul 23 16:10:50.453757 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca698f64-fea0-4bf7-a7e2-97204018714c req-6080935d-4d76-4854-914d-d3c37a75503c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:50.459216 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ca698f64-fea0-4bf7-a7e2-97204018714c req-6080935d-4d76-4854-914d-d3c37a75503c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0888906 Jul 23 16:10:50.509854 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ca698f64-fea0-4bf7-a7e2-97204018714c req-77c2eaac-119c-417b-a15f-b627a0c41faf tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478196 Jul 23 16:10:50.638028 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7375a14e-ceeb-4b6b-ade8-355c691a5d34 req-0e39c6b0-150c-4391-9511-4df390276238 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0344677 Jul 23 16:10:50.901634 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec18ef2-8c2f-4ee3-a53e-1a020f4d58c2 req-ff381674-c0df-4efa-b94b-b3cc8c8f1a80 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:50.904258 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ec18ef2-8c2f-4ee3-a53e-1a020f4d58c2 req-ff381674-c0df-4efa-b94b-b3cc8c8f1a80 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0849411 Jul 23 16:10:50.957569 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ec18ef2-8c2f-4ee3-a53e-1a020f4d58c2 req-b6459191-49bb-418d-8ec3-5ac4b0f47c87 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359704 Jul 23 16:10:51.065996 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aa66b6ae-8b91-4736-a785-a8b8b0514f5f req-39682727-54e4-4235-b388-0dc052fcef56 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0404019 Jul 23 16:10:51.664846 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbb3fc-ea4a-4a81-99c0-8e2f173ede31 req-d3ee8183-6ad7-4fc0-bbfc-20b9231928bb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:51.666429 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45fbb3fc-ea4a-4a81-99c0-8e2f173ede31 req-d3ee8183-6ad7-4fc0-bbfc-20b9231928bb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0778530 Jul 23 16:10:51.716475 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45fbb3fc-ea4a-4a81-99c0-8e2f173ede31 req-16132d8b-0f66-4123-a0f8-e8fe535e270f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435464 Jul 23 16:10:51.821611 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5cc546ca-7831-4a0c-a32d-0cc058c5e1a8 req-cbe85e05-1d9c-4cf9-b786-6ab16ce77c69 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=e251648f-852e-4a2b-8ee5-b710432ed6d7 HTTP/1.1" status: 200 len: 210 time: 0.0317967 Jul 23 16:10:52.110870 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6722d1-9e13-4f0a-a0bf-9093b3760832 req-ac1517d4-cf68-4151-9958-39e5c2c1e088 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:52.113491 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3b6722d1-9e13-4f0a-a0bf-9093b3760832 req-ac1517d4-cf68-4151-9958-39e5c2c1e088 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 932 time: 0.0792685 Jul 23 16:10:52.155098 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3b6722d1-9e13-4f0a-a0bf-9093b3760832 req-a4b767d2-fae8-49e4-b66f-5e176df3bbaf tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356195 Jul 23 16:10:52.258935 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4843ad90-ffca-4f2b-88b9-2a797cdcd241 req-2f10c5e2-aea4-4897-b23c-ce2f8a6c2e8e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0364790 Jul 23 16:10:52.520865 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Request body: {'port': {'device_id': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:52.612660 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:52.915772 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10869d3-8599-40cb-9736-91940b9ac547 req-b50f73a5-ded3-4bad-9503-218a19110de6 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:52.925487 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d10869d3-8599-40cb-9736-91940b9ac547 req-b50f73a5-ded3-4bad-9503-218a19110de6 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1285143 Jul 23 16:10:52.984627 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d10869d3-8599-40cb-9736-91940b9ac547 req-aeabd497-0234-4f71-bfa5-97adb9ad3588 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524993 Jul 23 16:10:53.025557 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67131e16-84c9-4b40-8d4d-e669e228452c {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:10:53.034495 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:53.049291 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Transition to ACTIVE for port object 67131e16-84c9-4b40-8d4d-e669e228452c will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:53.055198 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:53.120107 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Pushing event updated for resources: {'Port': ['ID=67131e16-84c9-4b40-8d4d-e669e228452c,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:53.205053 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Attempting to bind port 67131e16-84c9-4b40-8d4d-e669e228452c on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:10:53.205394 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Attempting to bind port 67131e16-84c9-4b40-8d4d-e669e228452c by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:10:53.205809 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Attempting to bind port 67131e16-84c9-4b40-8d4d-e669e228452c on network cbb8efd9-d330-47d1-88c0-533da436ae8f {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:53.211919 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Port 67131e16-84c9-4b40-8d4d-e669e228452c on network cbb8efd9-d330-47d1-88c0-533da436ae8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:10:53.212459 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Attempting to bind port 67131e16-84c9-4b40-8d4d-e669e228452c on network cbb8efd9-d330-47d1-88c0-533da436ae8f {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:53.220217 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:10:53.220217 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Checking segment: {'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:10:53.220527 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Bound using segment: {'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:10:53.220838 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Bound port: 67131e16-84c9-4b40-8d4d-e669e228452c, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850804c8-7701-4616-9268-d99c103bbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:10:53.221720 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:53.269745 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-ea9ea30e-9d9f-4bf4-b3bf-4be961ff6890 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:53.271477 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-ea9ea30e-9d9f-4bf4-b3bf-4be961ff6890 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/networks?id=058e8e1c-ac34-4f40-8ef3-ed125398cb9b HTTP/1.1" status: 200 len: 809 time: 0.1628821 Jul 23 16:10:53.303990 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-5e2100e3-fec3-4854-8158-87ef7917c257 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/quotas/c0abf084bdfc45ccb4f9cd44e9ca9b8d HTTP/1.1" status: 200 len: 375 time: 0.0119133 Jul 23 16:10:53.321170 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] For port 67131e16-84c9-4b40-8d4d-e669e228452c, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:10:53.324682 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] For port 67131e16-84c9-4b40-8d4d-e669e228452c, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=67131e16-84c9-4b40-8d4d-e669e228452c,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:10:53.332007 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:53.371739 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:53.372447 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:53.373907 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] 10.222.0.72 "PUT /v2.0/ports/67131e16-84c9-4b40-8d4d-e669e228452c HTTP/1.1" status: 200 len: 1094 time: 0.8586421 Jul 23 16:10:53.374423 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:10:53.375852 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-fd6c1324-d6d2-4a44-b09c-75b7a61b51db tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0abf084bdfc45ccb4f9cd44e9ca9b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467544 Jul 23 16:10:53.377641 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15244bae-3571-41a1-880d-302a9594e3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:10:53.409274 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724d838-f150-4239-857a-a378fb0a7993 service neutron] Pushing event updated for resources: {'Port': ['ID=67131e16-84c9-4b40-8d4d-e669e228452c,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:53.513463 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-96fe4d16-ba40-4e82-b61e-729c0667b41b service neutron] 10.222.0.65 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365986 Jul 23 16:10:53.574485 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d905a2-2766-480f-add8-35c0bd060430 req-616a223a-1f1f-407b-8819-cf6b33b2b659 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:53.584970 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-59d905a2-2766-480f-add8-35c0bd060430 req-616a223a-1f1f-407b-8819-cf6b33b2b659 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 944 time: 0.3122838 Jul 23 16:10:53.667724 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942723c1-746b-45b1-8c07-80d835e4344d req-f0e19ec4-fb33-442d-a40c-23bfd2740590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:53.669701 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-f0e19ec4-fb33-442d-a40c-23bfd2740590 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e0f30eb2c1064c2da54d700702dbf937&device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 1097 time: 0.1243846 Jul 23 16:10:53.698437 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-59d905a2-2766-480f-add8-35c0bd060430 req-b4a3ace8-b617-4723-87fe-6e762ac30a4f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118038 Jul 23 16:10:53.733405 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-4ca927f7-7dce-42ef-a51c-a56e9fb05b91 service neutron] 10.222.0.65 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109036 Jul 23 16:10:53.864686 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-46b0d9c6-a315-4d0d-85df-add50fe5508a req-b7113dd8-5a96-4729-a4c4-d9e552c91735 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0527644 Jul 23 16:10:53.962628 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282384dc-8cb5-403d-955d-aca026bae4a5 x-openstack-request-id: req-282384dc-8cb5-403d-955d-aca026bae4a5 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:10:53.962920 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:10:53.963172 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-282384dc-8cb5-403d-955d-aca026bae4a5 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:10:53.963572 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c', 'status': 'completed', 'code': 200} Jul 23 16:10:53.965072 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-1f16fd86-f9bd-4783-954e-a26a2693114c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67131e16-84c9-4b40-8d4d-e669e228452c HTTP/1.1" status: 200 len: 217 time: 0.1677527 Jul 23 16:10:54.022200 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-48ff5604-7281-473e-a2c5-72aa83707cdb req-9751b8ab-fb8d-48bb-b6d5-a6cbe47bd134 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 210 time: 0.0452433 Jul 23 16:10:54.111496 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942723c1-746b-45b1-8c07-80d835e4344d req-819a4ea1-0e9a-4e44-a4be-f84a7b8fa801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:54.113914 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-819a4ea1-0e9a-4e44-a4be-f84a7b8fa801 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b39297c-14f8-4e44-853e-81ba68862a65 HTTP/1.1" status: 200 len: 853 time: 0.0995865 Jul 23 16:10:54.121814 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-a175fcd7-49ce-4a6e-9017-cff4d5111b01 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:54.123542 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-a175fcd7-49ce-4a6e-9017-cff4d5111b01 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 815 time: 0.3076942 Jul 23 16:10:54.144535 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a753ddbc-b3d2-4d7c-8b8f-d1145d866236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:54.189177 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Request body: {'port': {'device_id': '36bffbf6-4871-48fd-93ee-310f5b555fae', 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d', 'admin_state_up': True, 'tenant_id': '37e2a8419bf4498495ae22193d41db3a'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:54.193465 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9fd4f-11c3-4ff2-82fd-de8788eaf011 req-0ea2a812-7e10-4941-85e5-3e61364d2502 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:54.195739 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7db9fd4f-11c3-4ff2-82fd-de8788eaf011 req-0ea2a812-7e10-4941-85e5-3e61364d2502 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0953612 Jul 23 16:10:54.249812 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7db9fd4f-11c3-4ff2-82fd-de8788eaf011 req-e34f3499-eece-4fc8-921c-e8ca33db9372 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456946 Jul 23 16:10:54.339394 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942723c1-746b-45b1-8c07-80d835e4344d req-70e86629-e03a-4768-868a-a8433b7cf432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:54.341013 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-70e86629-e03a-4768-868a-a8433b7cf432 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbb8efd9-d330-47d1-88c0-533da436ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1699860 Jul 23 16:10:54.381728 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Made reservation on behalf of 37e2a8419bf4498495ae22193d41db3a for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:10:54.385825 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:54.593614 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-ea8d68fb-d7d8-4108-a6b5-c4e083703ee3 service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937065 Jul 23 16:10:54.650658 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Allocated IP 172.20.0.3 (c242e2a3-fc95-4afe-95c6-6820f2feeb0d/d0833803-229d-4ab1-b597-0c5e2e3dc7b2/eea1098b-1147-4aa9-8b75-951e46f18f47) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:10:54.762581 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-942723c1-746b-45b1-8c07-80d835e4344d req-abfeb685-eb90-420b-ae17-5baf7e182afb service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457243 Jul 23 16:10:54.879267 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820fba9-fbaf-4037-9f71-66dbc30562a0 req-3150ce4f-ae96-4c93-b8db-050cd3594eeb tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:54.881306 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d820fba9-fbaf-4037-9f71-66dbc30562a0 req-3150ce4f-ae96-4c93-b8db-050cd3594eeb tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 944 time: 0.0888350 Jul 23 16:10:54.890686 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:54.943646 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d820fba9-fbaf-4037-9f71-66dbc30562a0 req-4fef5352-ce72-4c18-8509-4f1557364673 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527587 Jul 23 16:10:54.966604 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:55.045323 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['33914f1b-83aa-414f-a454-70d4a8d678dc', '25c7b0bc-fcfa-40c5-ad55-08618842f1ca'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:10:55.069730 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Network c242e2a3-fc95-4afe-95c6-6820f2feeb0d is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:55.072122 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:55.072342 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb54c3-cc14-4385-b8dd-c078bcfb1907 req-f7ce4bfe-877a-4ae8-a2af-af5b52b9471c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:55.074801 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:10:55.079739 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9bbb54c3-cc14-4385-b8dd-c078bcfb1907 req-f7ce4bfe-877a-4ae8-a2af-af5b52b9471c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 931 time: 0.0999210 Jul 23 16:10:55.145599 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9bbb54c3-cc14-4385-b8dd-c078bcfb1907 req-1264fc05-93a0-43a5-9289-3b6ec01cf1e4 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646434 Jul 23 16:10:55.168301 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:55.168975 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:55.204565 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4226860c-0d09-46e2-8646-33c5e04cc0b1 req-100423ab-6eda-4f42-bce2-d631ed9a5e83 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 210 time: 0.0442429 Jul 23 16:10:55.241740 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Pushing event updated for resources: {'Port': ['ID=eea1098b-1147-4aa9-8b75-951e46f18f47,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:55.259738 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-9dcebbac-f0e1-4296-a7f6-89b58f1f3522 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0746284 Jul 23 16:10:55.286256 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244bae-3571-41a1-880d-302a9594e3ab req-c5a3ed52-5ee4-4a26-a3b4-80d852c98ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:55.288637 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-15244bae-3571-41a1-880d-302a9594e3ab req-c5a3ed52-5ee4-4a26-a3b4-80d852c98ff2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e0f30eb2c1064c2da54d700702dbf937&device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 1097 time: 0.2840581 Jul 23 16:10:55.315302 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Request body: {'port': {'device_id': '36bffbf6-4871-48fd-93ee-310f5b555fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:55.436010 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f635c-8ad3-4201-b8df-a9783c645190 req-33be8eb9-34e1-4847-93df-68623a93a2eb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:55.437962 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e44f635c-8ad3-4201-b8df-a9783c645190 req-33be8eb9-34e1-4847-93df-68623a93a2eb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0974336 Jul 23 16:10:55.495412 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e44f635c-8ad3-4201-b8df-a9783c645190 req-65cc4155-f0f3-4f59-966a-a1cee8db609a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Jul 23 16:10:55.505264 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 44832) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:55.506119 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:55.569393 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244bae-3571-41a1-880d-302a9594e3ab req-631699c0-361a-4e46-990b-2ac0686bdc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:55.570881 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-15244bae-3571-41a1-880d-302a9594e3ab req-631699c0-361a-4e46-990b-2ac0686bdc27 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbb8efd9-d330-47d1-88c0-533da436ae8f HTTP/1.1" status: 200 len: 915 time: 0.2193389 Jul 23 16:10:55.678951 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-15244bae-3571-41a1-880d-302a9594e3ab req-cc3cc629-5d43-4325-b049-e1b6fdcd79e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67131e16-84c9-4b40-8d4d-e669e228452c HTTP/1.1" status: 200 len: 217 time: 0.0893285 Jul 23 16:10:55.713411 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1be97153-2a6c-4604-977d-9249073a84eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:55.794789 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244bae-3571-41a1-880d-302a9594e3ab req-0163a38f-27f8-4e77-b04c-dcf9f04c6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:55.796304 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-15244bae-3571-41a1-880d-302a9594e3ab req-0163a38f-27f8-4e77-b04c-dcf9f04c6662 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b39297c-14f8-4e44-853e-81ba68862a65 HTTP/1.1" status: 200 len: 853 time: 0.0948756 Jul 23 16:10:56.149644 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9633f-949b-4309-a8a3-9504ba3ae7ed req-e9e79bba-cae2-459d-9ecd-425c493a7fcb tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:56.152213 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94d9633f-949b-4309-a8a3-9504ba3ae7ed req-e9e79bba-cae2-459d-9ecd-425c493a7fcb tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 944 time: 0.1184690 Jul 23 16:10:56.204330 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94d9633f-949b-4309-a8a3-9504ba3ae7ed req-1537428e-827c-4122-b052-73b47647f99f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Jul 23 16:10:56.341265 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5a0d7d3d-4b8b-4106-ba5d-932dd6dc80fd req-6731c7f4-67be-4aeb-b81b-2032075fae56 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 210 time: 0.0348716 Jul 23 16:10:56.356209 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662fbf6-ed42-4652-a86e-f272af1bf95a req-6ab45ac4-ff96-49eb-b327-9f3cc5ca9b3f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:56.358068 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5662fbf6-ed42-4652-a86e-f272af1bf95a req-6ab45ac4-ff96-49eb-b327-9f3cc5ca9b3f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 931 time: 0.1296051 Jul 23 16:10:56.363014 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244bae-3571-41a1-880d-302a9594e3ab req-5d1b2ef7-65e6-4d68-9fcb-87364d30f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:56.364575 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-15244bae-3571-41a1-880d-302a9594e3ab req-5d1b2ef7-65e6-4d68-9fcb-87364d30f250 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbb8efd9-d330-47d1-88c0-533da436ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5267453 Jul 23 16:10:56.371533 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-c2806429-621e-421e-83c1-900fd37c48d6 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:56.375703 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-c2806429-621e-421e-83c1-900fd37c48d6 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.72 "GET /v2.0/networks?id=058e8e1c-ac34-4f40-8ef3-ed125398cb9b HTTP/1.1" status: 200 len: 809 time: 0.3047614 Jul 23 16:10:56.400244 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea1098b-1147-4aa9-8b75-951e46f18f47 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:10:56.406123 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5662fbf6-ed42-4652-a86e-f272af1bf95a req-4a2a0726-5830-40ee-b432-7c58a177e74f tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397971 Jul 23 16:10:56.425317 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Request body: {'port': {'device_id': '6d467063-a7c8-4ee7-9798-44da56585b67', 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b', 'admin_state_up': True, 'tenant_id': 'c0abf084bdfc45ccb4f9cd44e9ca9b8d'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:56.429952 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1be97153-2a6c-4604-977d-9249073a84eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:56.437670 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:56.465942 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1be97153-2a6c-4604-977d-9249073a84eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:56.567713 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Transition to ACTIVE for port object eea1098b-1147-4aa9-8b75-951e46f18f47 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:56.598400 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:56.617207 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-1be97153-2a6c-4604-977d-9249073a84eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4143ab2cba1c404bbd5233071c20ab6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1080368 Jul 23 16:10:56.617824 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be97153-2a6c-4604-977d-9249073a84eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82d05c6-c91b-4aed-a931-7f0f247665fc,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:56.620699 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 44852) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:56.681897 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-15244bae-3571-41a1-880d-302a9594e3ab req-b08f548e-740a-4c10-8e55-8396a5a734a2 service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078213 Jul 23 16:10:56.703927 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabd01f-210c-4eb1-8ec0-e3f6770017af req-b37c1659-0204-4539-a16f-fbf8970595fa tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:56.706577 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-adabd01f-210c-4eb1-8ec0-e3f6770017af req-b37c1659-0204-4539-a16f-fbf8970595fa tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1186669 Jul 23 16:10:56.715964 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Pushing event updated for resources: {'Port': ['ID=eea1098b-1147-4aa9-8b75-951e46f18f47,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:56.728695 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a148292d-a7d5-479b-a8f7-8ce58fe4aeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:56.745611 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Made reservation on behalf of c0abf084bdfc45ccb4f9cd44e9ca9b8d for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:10:56.749162 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:56.780314 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a148292d-a7d5-479b-a8f7-8ce58fe4aeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:56.794656 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-adabd01f-210c-4eb1-8ec0-e3f6770017af req-75cb8040-e14c-47e5-aa45-150520829a74 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771546 Jul 23 16:10:56.854654 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a148292d-a7d5-479b-a8f7-8ce58fe4aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:56.857309 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a148292d-a7d5-479b-a8f7-8ce58fe4aeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:56.861692 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a148292d-a7d5-479b-a8f7-8ce58fe4aeaa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c82d05c6-c91b-4aed-a931-7f0f247665fc HTTP/1.1" status: 204 len: 168 time: 0.2367125 Jul 23 16:10:56.869176 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148292d-a7d5-479b-a8f7-8ce58fe4aeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82d05c6-c91b-4aed-a931-7f0f247665fc,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:56.921888 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-15244bae-3571-41a1-880d-302a9594e3ab req-be68c0e3-9bda-4994-a5a8-82dc2a8a5afb service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209458 Jul 23 16:10:56.934764 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Attempting to bind port eea1098b-1147-4aa9-8b75-951e46f18f47 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:10:56.935168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Attempting to bind port eea1098b-1147-4aa9-8b75-951e46f18f47 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:10:56.937250 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Attempting to bind port eea1098b-1147-4aa9-8b75-951e46f18f47 on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:56.944844 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-717908e7-3710-43d9-a57d-e3896715b71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:56.953996 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Port eea1098b-1147-4aa9-8b75-951e46f18f47 on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:10:56.953996 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Attempting to bind port eea1098b-1147-4aa9-8b75-951e46f18f47 on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:56.964492 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:10:56.964857 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Checking segment: {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:10:56.965128 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Bound using segment: {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:10:56.965571 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Bound port: eea1098b-1147-4aa9-8b75-951e46f18f47, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:10:56.965927 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.053501 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Allocated IP 172.20.0.14 (058e8e1c-ac34-4f40-8ef3-ed125398cb9b/8a7b1790-67a3-4efd-b46f-10417d46e1d6/0e19db23-008a-418f-bb50-dec4633bf7d5) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:10:57.102813 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] For port eea1098b-1147-4aa9-8b75-951e46f18f47, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:10:57.127545 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] For port eea1098b-1147-4aa9-8b75-951e46f18f47, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=eea1098b-1147-4aa9-8b75-951e46f18f47,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:10:57.133775 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.184115 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.207814 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:57.208611 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.210395 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] 10.222.0.72 "PUT /v2.0/ports/eea1098b-1147-4aa9-8b75-951e46f18f47 HTTP/1.1" status: 200 len: 1093 time: 1.9037380 Jul 23 16:10:57.210993 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bffbf6-4871-48fd-93ee-310f5b555fae', 'tag': 'eea1098b-1147-4aa9-8b75-951e46f18f47'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:10:57.213894 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1701aab3-ab7c-4489-b699-446f223ca093" -d '{"events": [{"name": "network-changed", "server_uuid": "36bffbf6-4871-48fd-93ee-310f5b555fae", "tag": "eea1098b-1147-4aa9-8b75-951e46f18f47"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:10:57.283293 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b84d8-3988-4645-b429-86baa2fecf27 x-openstack-request-id: req-3a4b84d8-3988-4645-b429-86baa2fecf27 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:10:57.284496 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bffbf6-4871-48fd-93ee-310f5b555fae", "tag": "eea1098b-1147-4aa9-8b75-951e46f18f47", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:10:57.284955 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a4b84d8-3988-4645-b429-86baa2fecf27 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:10:57.285341 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bffbf6-4871-48fd-93ee-310f5b555fae', 'tag': 'eea1098b-1147-4aa9-8b75-951e46f18f47', 'status': 'completed', 'code': 200} Jul 23 16:10:57.288985 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e91a19-c52c-4a14-a0b9-31c41c2eb915 service neutron] Pushing event updated for resources: {'Port': ['ID=eea1098b-1147-4aa9-8b75-951e46f18f47,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:57.302918 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 44864) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:57.323117 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 67131e16-84c9-4b40-8d4d-e669e228452c details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:10:57.326852 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5386d5ad-38e3-49a3-a130-55d40e6530c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.353401 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.416089 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326052e5-f116-4f4a-9411-ac1a897aa416 req-18f30166-8b55-4580-9cdf-6172eb645476 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:57.427970 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-326052e5-f116-4f4a-9411-ac1a897aa416 req-18f30166-8b55-4580-9cdf-6172eb645476 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 944 time: 0.0961702 Jul 23 16:10:57.511578 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.545499 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-326052e5-f116-4f4a-9411-ac1a897aa416 req-c3eebec9-08be-48f1-b71f-713835360d84 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164398 Jul 23 16:10:57.570620 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-5b174f51-0a4a-4c3f-8f6c-ca712151c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:57.572218 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-5b174f51-0a4a-4c3f-8f6c-ca712151c26c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 1096 time: 0.2108648 Jul 23 16:10:57.598700 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:57.619073 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:57.630197 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:10:57.636954 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Pushing event updated for resources: {'Port': ['ID=0e19db23-008a-418f-bb50-dec4633bf7d5,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:57.648535 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c07d85-8cdd-43d9-b599-8f8e7e131be9 req-a53f5025-65f8-4ffe-ac92-cc0083054a38 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:57.662062 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-74c07d85-8cdd-43d9-b599-8f8e7e131be9 req-a53f5025-65f8-4ffe-ac92-cc0083054a38 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 932 time: 0.1859634 Jul 23 16:10:57.681019 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 67131e16-84c9-4b40-8d4d-e669e228452c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=67131e16-84c9-4b40-8d4d-e669e228452c,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:57.710519 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '67131e16-84c9-4b40-8d4d-e669e228452c', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'port_id': '67131e16-84c9-4b40-8d4d-e669e228452c', 'mac_address': 'fa:16:3e:4a:2a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:10:57.718852 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-31900d88-907d-4927-96ae-2b8f1cab1e2b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea1098b-1147-4aa9-8b75-951e46f18f47 HTTP/1.1" status: 200 len: 217 time: 0.1189995 Jul 23 16:10:57.726931 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5386d5ad-38e3-49a3-a130-55d40e6530c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.734305 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5386d5ad-38e3-49a3-a130-55d40e6530c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.743544 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-74c07d85-8cdd-43d9-b599-8f8e7e131be9 req-753884b0-00e1-470b-a0c1-168df84d1dda tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791042 Jul 23 16:10:57.777725 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386d5ad-38e3-49a3-a130-55d40e6530c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1071d213-1782-487f-b124-dd87ee84756f,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:57.804376 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.830873 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67131e16-84c9-4b40-8d4d-e669e228452c {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:10:57.834414 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccbe63-b01c-48d0-b07d-37fa818b00b9 req-60fdd430-d398-4cc7-9675-f371e1414296 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:57.836067 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5386d5ad-38e3-49a3-a130-55d40e6530c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c37d2c6247704463b12a27037bea78cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319083 Jul 23 16:10:57.836434 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25ccbe63-b01c-48d0-b07d-37fa818b00b9 req-60fdd430-d398-4cc7-9675-f371e1414296 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 943 time: 0.1490545 Jul 23 16:10:57.836845 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 44874) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:57.871149 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 67131e16-84c9-4b40-8d4d-e669e228452c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=67131e16-84c9-4b40-8d4d-e669e228452c,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:10:57.877262 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.894065 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25ccbe63-b01c-48d0-b07d-37fa818b00b9 req-88bfd1bf-0c25-42a9-aa0a-72d860580489 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Jul 23 16:10:57.901352 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:57.902098 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:57.960957 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-9e5bbe75-9186-4389-b2db-f78de30c9501 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5438342 Jul 23 16:10:57.972736 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-c236939d-270a-481c-a32a-b82f6d46d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:57.974466 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-c236939d-270a-481c-a32a-b82f6d46d325 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0833803-229d-4ab1-b597-0c5e2e3dc7b2 HTTP/1.1" status: 200 len: 855 time: 0.2342441 Jul 23 16:10:57.980806 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=67131e16-84c9-4b40-8d4d-e669e228452c,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:57.993317 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:57.994171 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:57.995260 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:57.996095 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:57.996742 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:57.997498 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:57.997846 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:57.998191 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:57.998690 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:57.999229 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:57.999998 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:58.001281 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:58.019425 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Request body: {'port': {'device_id': '6d467063-a7c8-4ee7-9798-44da56585b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:58.024988 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e59b7fb0-5ec0-43f7-b4fa-eb5703e102b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:58.073170 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-03cc9d44-5a0c-4229-8fad-3924dd36539d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742393 Jul 23 16:10:58.088695 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef36ab-6d2c-47a9-b605-a290ccd6c3e6 req-7ddf3d75-909d-4a96-ab8a-918116d961f9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:58.093230 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3ef36ab-6d2c-47a9-b605-a290ccd6c3e6 req-7ddf3d75-909d-4a96-ab8a-918116d961f9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1120198 Jul 23 16:10:58.125559 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e59b7fb0-5ec0-43f7-b4fa-eb5703e102b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:58.150021 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:58.160742 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3ef36ab-6d2c-47a9-b605-a290ccd6c3e6 req-001ad6cd-07cf-4559-9fa0-81083ce3ffd1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575500 Jul 23 16:10:58.278896 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:58.283893 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-6cb3b4e2-2143-4c78-826a-ef5444d66bff service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962540 Jul 23 16:10:58.334893 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e59b7fb0-5ec0-43f7-b4fa-eb5703e102b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:58.337451 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e59b7fb0-5ec0-43f7-b4fa-eb5703e102b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:58.338593 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e59b7fb0-5ec0-43f7-b4fa-eb5703e102b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1071d213-1782-487f-b124-dd87ee84756f HTTP/1.1" status: 204 len: 168 time: 0.4478910 Jul 23 16:10:58.366712 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b7fb0-5ec0-43f7-b4fa-eb5703e102b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071d213-1782-487f-b124-dd87ee84756f,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:58.505617 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-978a9fe8-e380-4b0f-a7fb-2c629c2574b0 req-6d0306d6-927b-465f-877b-4c33e0bc1d04 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096610 Jul 23 16:10:58.585778 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['67131e16-84c9-4b40-8d4d-e669e228452c'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:10:58.729434 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e19db23-008a-418f-bb50-dec4633bf7d5 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:10:58.740103 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:58.747792 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8aefd-b571-4f19-a54e-cbdacd0e1895 req-b8e70ba1-09f3-4a6a-af86-9f368e538e5c tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:58.755361 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-55e8aefd-b571-4f19-a54e-cbdacd0e1895 req-b8e70ba1-09f3-4a6a-af86-9f368e538e5c tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 945 time: 0.0856285 Jul 23 16:10:58.757532 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Transition to ACTIVE for port object 0e19db23-008a-418f-bb50-dec4633bf7d5 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:58.763092 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:58.786937 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701aab3-ab7c-4489-b699-446f223ca093 req-25e96277-d388-4045-93d6-213d92883f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:58.794878 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1701aab3-ab7c-4489-b699-446f223ca093 req-25e96277-d388-4045-93d6-213d92883f16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 1096 time: 0.1348217 Jul 23 16:10:58.808671 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-55e8aefd-b571-4f19-a54e-cbdacd0e1895 req-88698bd8-6972-419e-b758-5e952510e27a tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468338 Jul 23 16:10:58.866534 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 44888) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:58.880040 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Pushing event updated for resources: {'Port': ['ID=0e19db23-008a-418f-bb50-dec4633bf7d5,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:58.881921 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a2669f28-f226-47db-86a8-4c8a3d3a3193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:59.025334 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701aab3-ab7c-4489-b699-446f223ca093 req-3afbd5c8-3e9a-424d-9d5a-f84bccf9f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:59.025334 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1701aab3-ab7c-4489-b699-446f223ca093 req-3afbd5c8-3e9a-424d-9d5a-f84bccf9f880 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 916 time: 0.1988733 Jul 23 16:10:59.025334 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Attempting to bind port 0e19db23-008a-418f-bb50-dec4633bf7d5 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:10:59.025334 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Attempting to bind port 0e19db23-008a-418f-bb50-dec4633bf7d5 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'bb3923fd-2bee-4c73-8f2d-a71002c9f4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:10:59.025334 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Attempting to bind port 0e19db23-008a-418f-bb50-dec4633bf7d5 on network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:59.028868 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Port 0e19db23-008a-418f-bb50-dec4633bf7d5 on network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:10:59.029195 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Attempting to bind port 0e19db23-008a-418f-bb50-dec4633bf7d5 on network 058e8e1c-ac34-4f40-8ef3-ed125398cb9b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:10:59.051025 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:10:59.051843 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Checking segment: {'id': 'bb3923fd-2bee-4c73-8f2d-a71002c9f4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:10:59.051843 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Bound using segment: {'id': 'bb3923fd-2bee-4c73-8f2d-a71002c9f4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:10:59.052113 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Bound port: 0e19db23-008a-418f-bb50-dec4633bf7d5, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3923fd-2bee-4c73-8f2d-a71002c9f4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:10:59.053034 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:59.063437 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0a6dd-58cf-4c0b-944b-197598c2a048 req-11cb289f-e7e7-47f6-8784-943b05fd73b7 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:59.065557 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c5d0a6dd-58cf-4c0b-944b-197598c2a048 req-11cb289f-e7e7-47f6-8784-943b05fd73b7 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 944 time: 0.1656435 Jul 23 16:10:59.099376 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1701aab3-ab7c-4489-b699-446f223ca093 req-422ef2ca-f9bd-40ac-8656-a1648f5f1ff5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea1098b-1147-4aa9-8b75-951e46f18f47 HTTP/1.1" status: 200 len: 217 time: 0.0581491 Jul 23 16:10:59.131371 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a2669f28-f226-47db-86a8-4c8a3d3a3193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:59.145477 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c5d0a6dd-58cf-4c0b-944b-197598c2a048 req-a57a12fb-5912-4488-8d0d-84ae97c3c259 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719020 Jul 23 16:10:59.146112 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a2669f28-f226-47db-86a8-4c8a3d3a3193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:59.199227 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25af93b-f918-488c-8c60-e12656d10acd req-aaeadac7-ac67-4add-823a-e53f835c4b32 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:59.200642 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701aab3-ab7c-4489-b699-446f223ca093 req-53ed0d73-c144-43db-ab6f-e53e7b8dae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:59.200866 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f25af93b-f918-488c-8c60-e12656d10acd req-aaeadac7-ac67-4add-823a-e53f835c4b32 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 943 time: 0.1881483 Jul 23 16:10:59.202323 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1701aab3-ab7c-4489-b699-446f223ca093 req-53ed0d73-c144-43db-ab6f-e53e7b8dae11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0833803-229d-4ab1-b597-0c5e2e3dc7b2 HTTP/1.1" status: 200 len: 855 time: 0.0743260 Jul 23 16:10:59.214585 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] For port 0e19db23-008a-418f-bb50-dec4633bf7d5, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:10:59.220057 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] For port 0e19db23-008a-418f-bb50-dec4633bf7d5, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0e19db23-008a-418f-bb50-dec4633bf7d5,segment=NetworkSegment(bb3923fd-2bee-4c73-8f2d-a71002c9f4c3),segment_id=bb3923fd-2bee-4c73-8f2d-a71002c9f4c3)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:10:59.230490 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a2669f28-f226-47db-86a8-4c8a3d3a3193 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c518dccc18d418bb14b253a7cf14654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626757 Jul 23 16:10:59.233165 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2669f28-f226-47db-86a8-4c8a3d3a3193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90d7385-0aa2-4d6d-a4a3-45818047bf85,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:59.235539 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 44898) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:10:59.294646 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f25af93b-f918-488c-8c60-e12656d10acd req-5885157f-acb2-4e51-a4cb-27099258105c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754137 Jul 23 16:10:59.333777 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b67ed4ec-567a-4a5a-8bf9-9fd466621199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:59.368299 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b67ed4ec-567a-4a5a-8bf9-9fd466621199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:59.461784 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b67ed4ec-567a-4a5a-8bf9-9fd466621199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:59.464455 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b67ed4ec-567a-4a5a-8bf9-9fd466621199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:59.465613 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b67ed4ec-567a-4a5a-8bf9-9fd466621199 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c90d7385-0aa2-4d6d-a4a3-45818047bf85 HTTP/1.1" status: 204 len: 168 time: 0.2217641 Jul 23 16:10:59.466677 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:59.472413 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1701aab3-ab7c-4489-b699-446f223ca093 req-31678054-07d5-4e23-a9fc-c1f2a3bd7b21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2552340 Jul 23 16:10:59.498948 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b1324-cb7c-44ef-ac7b-7b7a33d948bb req-fed4e8c7-16de-497a-b821-f739aea05941 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:59.505045 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ed8b1324-cb7c-44ef-ac7b-7b7a33d948bb req-fed4e8c7-16de-497a-b821-f739aea05941 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1234176 Jul 23 16:10:59.505868 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ed4ec-567a-4a5a-8bf9-9fd466621199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90d7385-0aa2-4d6d-a4a3-45818047bf85,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:59.513489 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:59.514086 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:59.518930 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] 10.222.0.72 "PUT /v2.0/ports/0e19db23-008a-418f-bb50-dec4633bf7d5 HTTP/1.1" status: 200 len: 1094 time: 1.5154870 Jul 23 16:10:59.527748 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d467063-a7c8-4ee7-9798-44da56585b67', 'tag': '0e19db23-008a-418f-bb50-dec4633bf7d5'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:10:59.530098 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c43ff8-ac64-43aa-a3ff-7d1ef356f28e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d467063-a7c8-4ee7-9798-44da56585b67", "tag": "0e19db23-008a-418f-bb50-dec4633bf7d5"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:10:59.550384 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ed8b1324-cb7c-44ef-ac7b-7b7a33d948bb req-642e41b7-92a2-4fbd-8aae-566b5b2eb342 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Jul 23 16:10:59.602545 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3121cab-b239-48d5-a5f2-d97576fb8314 x-openstack-request-id: req-f3121cab-b239-48d5-a5f2-d97576fb8314 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:10:59.603087 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d467063-a7c8-4ee7-9798-44da56585b67", "tag": "0e19db23-008a-418f-bb50-dec4633bf7d5", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:10:59.603276 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3121cab-b239-48d5-a5f2-d97576fb8314 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:10:59.603829 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d467063-a7c8-4ee7-9798-44da56585b67', 'tag': '0e19db23-008a-418f-bb50-dec4633bf7d5', 'status': 'completed', 'code': 200} Jul 23 16:10:59.613266 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55a0a2-8ebe-4521-bd1e-ddb326ab80dc service neutron] Pushing event updated for resources: {'Port': ['ID=0e19db23-008a-418f-bb50-dec4633bf7d5,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:59.713452 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1701aab3-ab7c-4489-b699-446f223ca093 req-6198e805-0059-43fa-8301-afea9353af72 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162216 Jul 23 16:10:59.759836 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-67b99e95-676e-4fe8-94cd-77db4f160755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:59.761393 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-67b99e95-676e-4fe8-94cd-77db4f160755 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0abf084bdfc45ccb4f9cd44e9ca9b8d&device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 1097 time: 0.1081672 Jul 23 16:10:59.819348 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:59.853100 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-aff7355f-c209-4de2-8063-bb3d328ce287 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e19db23-008a-418f-bb50-dec4633bf7d5 HTTP/1.1" status: 200 len: 217 time: 0.0435591 Jul 23 16:10:59.914507 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1701aab3-ab7c-4489-b699-446f223ca093 req-4dbdc5bb-2f78-4092-af2a-49ffac984a12 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899276 Jul 23 16:10:59.932405 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-add0cbaa-be33-46bd-b634-4dfe042eb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:59.934518 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-add0cbaa-be33-46bd-b634-4dfe042eb4ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8a7b1790-67a3-4efd-b46f-10417d46e1d6 HTTP/1.1" status: 200 len: 849 time: 0.0701139 Jul 23 16:10:59.979608 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86561-5f9d-488b-bcb8-b03789763609 req-b28f9e83-04bb-4bf3-a2e9-323a1f0dce2a tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:59.981413 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-10b86561-5f9d-488b-bcb8-b03789763609 req-b28f9e83-04bb-4bf3-a2e9-323a1f0dce2a tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 945 time: 0.0942528 Jul 23 16:11:00.030567 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-8d3baaee-8d05-4001-914b-0805990f0f70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=058e8e1c-ac34-4f40-8ef3-ed125398cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536244 Jul 23 16:11:00.034555 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-10b86561-5f9d-488b-bcb8-b03789763609 req-381f7e3d-1fa1-40e1-b565-0529e937fa0e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463822 Jul 23 16:11:00.151870 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-efa9a943-49d6-4cfe-80f0-e62bd02d5be2 service neutron] 10.222.0.72 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965986 Jul 23 16:11:00.322139 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fe85c4fc-724f-4268-8ed7-3d44f9ab5be1 req-d71cc7b4-773b-4107-a4c7-071952de6617 service neutron] 10.222.0.72 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477377 Jul 23 16:11:00.352388 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75705f-b831-46e2-800e-f563db836a1b req-e5965524-37d9-40e3-857b-6c299dbc1f92 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:00.354473 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ab75705f-b831-46e2-800e-f563db836a1b req-e5965524-37d9-40e3-857b-6c299dbc1f92 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 944 time: 0.0993321 Jul 23 16:11:00.431870 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ab75705f-b831-46e2-800e-f563db836a1b req-135bd859-273e-444b-9c23-2920b8a1a459 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647304 Jul 23 16:11:00.509023 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e654d58-1519-4ec0-8f20-c218f0a2c9a1 req-97b9a069-e5ae-4cac-afe0-89e94dfbce1c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:00.510747 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9e654d58-1519-4ec0-8f20-c218f0a2c9a1 req-97b9a069-e5ae-4cac-afe0-89e94dfbce1c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 943 time: 0.1061811 Jul 23 16:11:00.567079 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9e654d58-1519-4ec0-8f20-c218f0a2c9a1 req-bcbc12f5-7d65-41eb-aa87-48dcb1bf0690 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502687 Jul 23 16:11:00.664721 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c43ff8-ac64-43aa-a3ff-7d1ef356f28e req-7223af06-e1be-405e-82be-82328cad30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:00.666321 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c9c43ff8-ac64-43aa-a3ff-7d1ef356f28e req-7223af06-e1be-405e-82be-82328cad30d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0abf084bdfc45ccb4f9cd44e9ca9b8d&device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 1097 time: 0.0791383 Jul 23 16:11:00.742808 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165b53-a447-4ff5-97b9-0d55e414b7e2 req-a483bdba-f197-4361-a722-0b3759937e19 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:00.750199 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35165b53-a447-4ff5-97b9-0d55e414b7e2 req-a483bdba-f197-4361-a722-0b3759937e19 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0954387 Jul 23 16:11:00.801012 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c43ff8-ac64-43aa-a3ff-7d1ef356f28e req-d726801b-9709-4bce-aa33-514fa7509ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:00.802690 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c9c43ff8-ac64-43aa-a3ff-7d1ef356f28e req-d726801b-9709-4bce-aa33-514fa7509ad2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=058e8e1c-ac34-4f40-8ef3-ed125398cb9b HTTP/1.1" status: 200 len: 910 time: 0.1183116 Jul 23 16:11:00.805782 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35165b53-a447-4ff5-97b9-0d55e414b7e2 req-d61b7803-c1aa-4845-909a-91c01133281c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536215 Jul 23 16:11:00.866295 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c9c43ff8-ac64-43aa-a3ff-7d1ef356f28e req-45a5710b-6b8f-4afd-98c6-1cc2b38e4af9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e19db23-008a-418f-bb50-dec4633bf7d5 HTTP/1.1" status: 200 len: 217 time: 0.0457134 Jul 23 16:11:00.929162 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c43ff8-ac64-43aa-a3ff-7d1ef356f28e req-d0c57c08-eed1-4022-b15c-70f1a1cfd275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:00.930663 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c9c43ff8-ac64-43aa-a3ff-7d1ef356f28e req-d0c57c08-eed1-4022-b15c-70f1a1cfd275 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8a7b1790-67a3-4efd-b46f-10417d46e1d6 HTTP/1.1" status: 200 len: 849 time: 0.0518179 Jul 23 16:11:00.978390 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c9c43ff8-ac64-43aa-a3ff-7d1ef356f28e req-3b308808-1dac-47d8-9e4c-3944a753ae0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=058e8e1c-ac34-4f40-8ef3-ed125398cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362225 Jul 23 16:11:01.140603 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c9c43ff8-ac64-43aa-a3ff-7d1ef356f28e req-a67ef40d-e1d5-4082-b3dc-bd0c91071446 service neutron] 10.222.0.72 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530058 Jul 23 16:11:01.243649 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cc25d-0741-4892-acdf-d68bb040b1c5 req-7d99e12b-95a0-4af4-a5e6-a7cac08219d4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:01.246498 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c13cc25d-0741-4892-acdf-d68bb040b1c5 req-7d99e12b-95a0-4af4-a5e6-a7cac08219d4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 945 time: 0.1029961 Jul 23 16:11:01.275041 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c9c43ff8-ac64-43aa-a3ff-7d1ef356f28e req-f7532686-be97-4a31-8a63-3e5129253fe8 service neutron] 10.222.0.72 "GET /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203866 Jul 23 16:11:01.299715 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c13cc25d-0741-4892-acdf-d68bb040b1c5 req-6526b31a-5cd4-42ff-a268-e77fd083c41b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467525 Jul 23 16:11:01.352815 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device eea1098b-1147-4aa9-8b75-951e46f18f47 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:11:01.370508 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 67131e16-84c9-4b40-8d4d-e669e228452c up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:01.492629 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 67131e16-84c9-4b40-8d4d-e669e228452c completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:01.509371 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 67131e16-84c9-4b40-8d4d-e669e228452c triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:01.509735 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:01.553691 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port eea1098b-1147-4aa9-8b75-951e46f18f47, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=eea1098b-1147-4aa9-8b75-951e46f18f47,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:01.576237 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': 'eea1098b-1147-4aa9-8b75-951e46f18f47', 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d', 'port_id': 'eea1098b-1147-4aa9-8b75-951e46f18f47', 'mac_address': 'fa:16:3e:41:dc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0833803-229d-4ab1-b597-0c5e2e3dc7b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:11:01.612692 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83308c-c2f2-4379-a35f-7ac214691e81 req-abb1e0c0-52b7-495e-98cc-452df8de89fb tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:01.614493 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e83308c-c2f2-4379-a35f-7ac214691e81 req-abb1e0c0-52b7-495e-98cc-452df8de89fb tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 944 time: 0.0893049 Jul 23 16:11:01.671055 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:01.690512 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:01.696236 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea1098b-1147-4aa9-8b75-951e46f18f47 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:01.703131 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e83308c-c2f2-4379-a35f-7ac214691e81 req-a7b640fa-5ccd-48dc-9192-829c5104ed81 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806084 Jul 23 16:11:01.740673 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 67131e16-84c9-4b40-8d4d-e669e228452c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=67131e16-84c9-4b40-8d4d-e669e228452c,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:01.747967 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:01.750576 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf9e427-4d74-4d5c-a079-7f8203792be3" -d '{"events": [{"server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "name": "network-vif-plugged", "status": "completed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:01.757168 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:01.760350 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port eea1098b-1147-4aa9-8b75-951e46f18f47, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=eea1098b-1147-4aa9-8b75-951e46f18f47,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:01.786771 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bc98a-f232-4715-943f-58d2c02f3d16 req-2bb63d79-14a0-4f33-bef5-ff0315be2156 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:01.796067 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-381bc98a-f232-4715-943f-58d2c02f3d16 req-2bb63d79-14a0-4f33-bef5-ff0315be2156 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 943 time: 0.1082983 Jul 23 16:11:01.802729 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:01.821890 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=67131e16-84c9-4b40-8d4d-e669e228452c,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:01.840012 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-381bc98a-f232-4715-943f-58d2c02f3d16 req-4ad54b41-4188-46cf-8b87-b1b40b62228d tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Jul 23 16:11:01.884707 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=eea1098b-1147-4aa9-8b75-951e46f18f47,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:01.901402 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bb529f-e967-4aa8-a0c0-ba5f642ec267 x-openstack-request-id: req-44bb529f-e967-4aa8-a0c0-ba5f642ec267 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:01.901941 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "name": "network-vif-plugged", "status": "completed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:01.902190 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44bb529f-e967-4aa8-a0c0-ba5f642ec267 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:01.902872 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c', 'code': 200} Jul 23 16:11:02.052546 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328dd9-35da-4474-87fd-c51a8f27f51c req-b17108d7-2ca0-4d63-b72f-477555dc210d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:02.054054 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2f328dd9-35da-4474-87fd-c51a8f27f51c req-b17108d7-2ca0-4d63-b72f-477555dc210d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0892684 Jul 23 16:11:02.102159 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2f328dd9-35da-4474-87fd-c51a8f27f51c req-daa7605d-2310-4784-9ea1-9f4ba2384d29 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Jul 23 16:11:02.263379 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106755f-f0e1-44d2-a0d0-91278e81cf59 req-48dfc717-7224-4f85-b369-860f46ff7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:02.265129 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b106755f-f0e1-44d2-a0d0-91278e81cf59 req-48dfc717-7224-4f85-b369-860f46ff7ce0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 1099 time: 0.0589695 Jul 23 16:11:02.318173 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b106755f-f0e1-44d2-a0d0-91278e81cf59 req-2fd003c4-e378-4eee-bdd8-820514e7e429 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379670 Jul 23 16:11:02.485544 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463a853-1e07-49ac-a73a-1cc92c88c6bf req-1b178f78-4168-4d00-aaa3-e739e9eef774 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:02.487864 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6463a853-1e07-49ac-a73a-1cc92c88c6bf req-1b178f78-4168-4d00-aaa3-e739e9eef774 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 946 time: 0.1039085 Jul 23 16:11:02.522013 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['eea1098b-1147-4aa9-8b75-951e46f18f47'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:02.545109 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6463a853-1e07-49ac-a73a-1cc92c88c6bf req-3e2a35a2-6e29-4971-9794-4c0aecdc0180 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452790 Jul 23 16:11:02.861085 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a268c-124a-426b-ae5a-a55ee05de7b1 req-90608c7b-0ac2-4e80-8efe-412300f9cb03 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:02.862943 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b5a268c-124a-426b-ae5a-a55ee05de7b1 req-90608c7b-0ac2-4e80-8efe-412300f9cb03 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 944 time: 0.0851748 Jul 23 16:11:02.930720 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b5a268c-124a-426b-ae5a-a55ee05de7b1 req-49dd70af-6daf-483c-94f6-6b01250f32bc tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513394 Jul 23 16:11:03.024655 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b421a-6854-4cf7-ad38-08f0395e34eb req-7328c613-9b98-4e4a-afa2-5d8c99077bdb tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:03.026118 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-106b421a-6854-4cf7-ad38-08f0395e34eb req-7328c613-9b98-4e4a-afa2-5d8c99077bdb tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 944 time: 0.0944421 Jul 23 16:11:03.081168 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-106b421a-6854-4cf7-ad38-08f0395e34eb req-41497fce-0447-4360-96e1-b78bf2825cad tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455725 Jul 23 16:11:03.257953 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eb565-b8fd-4fa2-9b76-eaf05ffcda58 req-815e6fbb-5d7d-46d7-81db-37eee8ed1ecb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:03.259583 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d61eb565-b8fd-4fa2-9b76-eaf05ffcda58 req-815e6fbb-5d7d-46d7-81db-37eee8ed1ecb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0784934 Jul 23 16:11:03.304290 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d61eb565-b8fd-4fa2-9b76-eaf05ffcda58 req-7eb0d255-adf1-409d-8c82-c7d2ead34a2f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 Jul 23 16:11:03.374741 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 0e19db23-008a-418f-bb50-dec4633bf7d5 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:11:03.521888 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 0e19db23-008a-418f-bb50-dec4633bf7d5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0e19db23-008a-418f-bb50-dec4633bf7d5,segment=NetworkSegment(bb3923fd-2bee-4c73-8f2d-a71002c9f4c3),segment_id=bb3923fd-2bee-4c73-8f2d-a71002c9f4c3)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:03.538738 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '0e19db23-008a-418f-bb50-dec4633bf7d5', 'network_id': '058e8e1c-ac34-4f40-8ef3-ed125398cb9b', 'port_id': '0e19db23-008a-418f-bb50-dec4633bf7d5', 'mac_address': 'fa:16:3e:93:c4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7b1790-67a3-4efd-b46f-10417d46e1d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:11:03.590214 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.615092 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e19db23-008a-418f-bb50-dec4633bf7d5 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:03.643555 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 0e19db23-008a-418f-bb50-dec4633bf7d5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0e19db23-008a-418f-bb50-dec4633bf7d5,segment=NetworkSegment(bb3923fd-2bee-4c73-8f2d-a71002c9f4c3),segment_id=bb3923fd-2bee-4c73-8f2d-a71002c9f4c3)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:03.648451 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.728997 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=0e19db23-008a-418f-bb50-dec4633bf7d5,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:03.760237 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56fa81-a508-42dd-aaa4-d5e32bff04dd req-e313562d-1ca2-4b29-8cd1-bda550bb2107 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:03.762129 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3c56fa81-a508-42dd-aaa4-d5e32bff04dd req-e313562d-1ca2-4b29-8cd1-bda550bb2107 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 946 time: 0.1215742 Jul 23 16:11:03.828414 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3c56fa81-a508-42dd-aaa4-d5e32bff04dd req-897b5d24-b5c9-4cb2-aba5-8447b498330d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585706 Jul 23 16:11:04.132089 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d6625-5526-40f8-8ebc-ba99a4595b51 req-ffde18cb-41a5-42fc-af7d-b23d93a92960 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:04.133976 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a85d6625-5526-40f8-8ebc-ba99a4595b51 req-ffde18cb-41a5-42fc-af7d-b23d93a92960 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 945 time: 0.0954559 Jul 23 16:11:04.244824 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a85d6625-5526-40f8-8ebc-ba99a4595b51 req-cfa823a9-6555-4a10-82ca-ae572d35890b tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033318 Jul 23 16:11:04.308846 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb627f2-f805-47bc-845c-1723f43e415e req-6188b40a-a9d9-4420-aefd-200cb1d4d846 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:04.317165 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ebb627f2-f805-47bc-845c-1723f43e415e req-6188b40a-a9d9-4420-aefd-200cb1d4d846 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 944 time: 0.1268070 Jul 23 16:11:04.379066 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ebb627f2-f805-47bc-845c-1723f43e415e req-a8bb2b2a-c4a2-4efd-8dcc-32118b9ca426 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581129 Jul 23 16:11:04.551599 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c186f4-d9ec-4832-a89a-08b54ac2ded4 req-4bb3b556-f7a2-4324-adf0-aa47f584e82e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:04.553171 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-64c186f4-d9ec-4832-a89a-08b54ac2ded4 req-4bb3b556-f7a2-4324-adf0-aa47f584e82e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0928104 Jul 23 16:11:04.556011 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['0e19db23-008a-418f-bb50-dec4633bf7d5'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:04.608013 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-64c186f4-d9ec-4832-a89a-08b54ac2ded4 req-0599fd58-6dc4-4405-84b9-e5d0928e1cd9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485733 Jul 23 16:11:05.013401 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94895d-8801-4fe0-a053-366ca8cc3447 req-bd3c332f-34a7-4ac2-b97f-8d4ec1650baa tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:05.015217 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4d94895d-8801-4fe0-a053-366ca8cc3447 req-bd3c332f-34a7-4ac2-b97f-8d4ec1650baa tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 946 time: 0.0858216 Jul 23 16:11:05.060416 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4d94895d-8801-4fe0-a053-366ca8cc3447 req-0f039011-225a-4d25-b8f9-d7b6c91c4971 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384226 Jul 23 16:11:05.218044 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b9042-df23-4c13-a36c-d94d4ba0ef75 req-bcfe5b22-796c-4ef0-bdc7-9d62e6f13ac0 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:05.219630 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-032b9042-df23-4c13-a36c-d94d4ba0ef75 req-bcfe5b22-796c-4ef0-bdc7-9d62e6f13ac0 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 946 time: 0.0802805 Jul 23 16:11:05.269226 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-032b9042-df23-4c13-a36c-d94d4ba0ef75 req-116ff710-868c-4fa7-9920-e2fe1b3d5ba6 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432165 Jul 23 16:11:05.381558 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device eea1098b-1147-4aa9-8b75-951e46f18f47 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:05.443727 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a7ab5-e8d0-4cd5-b10b-151f3ad3da93 req-e16665d1-1a09-41d1-8130-9115662264be tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:05.446623 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a44a7ab5-e8d0-4cd5-b10b-151f3ad3da93 req-e16665d1-1a09-41d1-8130-9115662264be tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 945 time: 0.1024230 Jul 23 16:11:05.458606 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port eea1098b-1147-4aa9-8b75-951e46f18f47 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:05.467577 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port eea1098b-1147-4aa9-8b75-951e46f18f47 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:05.468427 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.512721 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a44a7ab5-e8d0-4cd5-b10b-151f3ad3da93 req-db1bf72b-e030-4ea0-80dc-816beea3aaa7 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504663 Jul 23 16:11:05.590050 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.618728 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bffbf6-4871-48fd-93ee-310f5b555fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea1098b-1147-4aa9-8b75-951e46f18f47'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:05.621323 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c551ce23-b05e-4334-b60a-c983375c18cc" -d '{"events": [{"server_uuid": "36bffbf6-4871-48fd-93ee-310f5b555fae", "name": "network-vif-plugged", "status": "completed", "tag": "eea1098b-1147-4aa9-8b75-951e46f18f47"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:05.637916 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port eea1098b-1147-4aa9-8b75-951e46f18f47, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=eea1098b-1147-4aa9-8b75-951e46f18f47,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:05.646470 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.717086 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=eea1098b-1147-4aa9-8b75-951e46f18f47,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:05.732672 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6581b-8cd5-4a5e-bef9-41065bf9e439 req-65ce753c-f218-4694-8ffc-2cb79eadafec tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:05.734308 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-acf6581b-8cd5-4a5e-bef9-41065bf9e439 req-65ce753c-f218-4694-8ffc-2cb79eadafec tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 944 time: 0.1348391 Jul 23 16:11:05.749563 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc30bd-c5f1-4fdf-8c5c-509e913d4294 req-cc2b3cde-ff70-45ba-b028-fb53aee0c1e4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:05.751028 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2fcc30bd-c5f1-4fdf-8c5c-509e913d4294 req-cc2b3cde-ff70-45ba-b028-fb53aee0c1e4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 946 time: 0.0943744 Jul 23 16:11:05.807717 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-acf6581b-8cd5-4a5e-bef9-41065bf9e439 req-80409d13-058f-4bfa-a885-54980a85ae1a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557115 Jul 23 16:11:05.822068 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2fcc30bd-c5f1-4fdf-8c5c-509e913d4294 req-83cc3bac-9665-4ee0-aab7-194cd4f2e9e4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552697 Jul 23 16:11:05.873771 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47752f91-3bcd-486c-a234-e5019c0eb700 x-openstack-request-id: req-47752f91-3bcd-486c-a234-e5019c0eb700 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:05.874287 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bffbf6-4871-48fd-93ee-310f5b555fae", "name": "network-vif-plugged", "status": "completed", "tag": "eea1098b-1147-4aa9-8b75-951e46f18f47", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:05.874715 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47752f91-3bcd-486c-a234-e5019c0eb700 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:05.875354 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bffbf6-4871-48fd-93ee-310f5b555fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea1098b-1147-4aa9-8b75-951e46f18f47', 'code': 200} Jul 23 16:11:06.000343 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d090a8d-8dbe-48c1-afb9-94af7f6ac91b req-70e6f1e0-8993-4189-b582-ba8b703bf29f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:06.001956 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9d090a8d-8dbe-48c1-afb9-94af7f6ac91b req-70e6f1e0-8993-4189-b582-ba8b703bf29f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0746069 Jul 23 16:11:06.060745 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9d090a8d-8dbe-48c1-afb9-94af7f6ac91b req-1a368378-27d1-44be-b52b-8c659c9cc368 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503602 Jul 23 16:11:06.282752 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d76e17-df51-40d2-bb7e-80b2e75e6ec6 req-fb58b440-cfdc-4530-b223-b9a725f31311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:06.285066 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-72d76e17-df51-40d2-bb7e-80b2e75e6ec6 req-fb58b440-cfdc-4530-b223-b9a725f31311 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 1098 time: 0.0868671 Jul 23 16:11:06.353850 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-72d76e17-df51-40d2-bb7e-80b2e75e6ec6 req-12150393-d2e3-447c-90b8-85c984c5c99a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555494 Jul 23 16:11:06.671545 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110016fb-a957-4fa1-b760-b2864ff5d35c req-5e601eed-69e9-43f3-8f3a-54f09d1859a4 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:06.673206 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-110016fb-a957-4fa1-b760-b2864ff5d35c req-5e601eed-69e9-43f3-8f3a-54f09d1859a4 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 945 time: 0.0842187 Jul 23 16:11:06.722937 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-110016fb-a957-4fa1-b760-b2864ff5d35c req-ca14d497-e42c-42c3-9c42-03cee6457570 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386760 Jul 23 16:11:06.987077 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b73cf-6604-4794-b7af-919bec6ee070 req-8ac76fe0-1a0b-42d4-bc91-2afa9c5e0dc6 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:06.988750 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-006b73cf-6604-4794-b7af-919bec6ee070 req-8ac76fe0-1a0b-42d4-bc91-2afa9c5e0dc6 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 945 time: 0.0864570 Jul 23 16:11:07.046863 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-006b73cf-6604-4794-b7af-919bec6ee070 req-bb3b0347-c33a-45ef-b7a1-7d3e65144ae6 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519230 Jul 23 16:11:07.229753 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a08b3-d1a5-4323-97d5-7f8d865d84bd req-184f2082-a595-40fc-aac5-67902cbcf39f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:07.231350 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba7a08b3-d1a5-4323-97d5-7f8d865d84bd req-184f2082-a595-40fc-aac5-67902cbcf39f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0852582 Jul 23 16:11:07.280420 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba7a08b3-d1a5-4323-97d5-7f8d865d84bd req-241fc7d8-5dc7-492e-a896-375884bd6300 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Jul 23 16:11:07.391419 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 0e19db23-008a-418f-bb50-dec4633bf7d5 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:07.456453 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 0e19db23-008a-418f-bb50-dec4633bf7d5 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:07.461793 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 0e19db23-008a-418f-bb50-dec4633bf7d5 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:07.462164 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.571718 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.629601 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 0e19db23-008a-418f-bb50-dec4633bf7d5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0e19db23-008a-418f-bb50-dec4633bf7d5,segment=NetworkSegment(bb3923fd-2bee-4c73-8f2d-a71002c9f4c3),segment_id=bb3923fd-2bee-4c73-8f2d-a71002c9f4c3)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:07.634861 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.695675 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=0e19db23-008a-418f-bb50-dec4633bf7d5,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:07.876600 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d467063-a7c8-4ee7-9798-44da56585b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e19db23-008a-418f-bb50-dec4633bf7d5'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:07.878874 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb6332-a66b-4e0f-941e-a8930c5363ca req-aa01442a-0156-4cb9-baf8-91421de1167e tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:07.880574 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc217ba-f564-430f-925b-1bd82105d150" -d '{"events": [{"server_uuid": "6d467063-a7c8-4ee7-9798-44da56585b67", "name": "network-vif-plugged", "status": "completed", "tag": "0e19db23-008a-418f-bb50-dec4633bf7d5"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:07.880796 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f6eb6332-a66b-4e0f-941e-a8930c5363ca req-aa01442a-0156-4cb9-baf8-91421de1167e tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.0692551 Jul 23 16:11:07.931149 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f6eb6332-a66b-4e0f-941e-a8930c5363ca req-4e6d20fd-82c4-480e-a09d-f6e7191aa932 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419710 Jul 23 16:11:07.938493 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6fc071-906a-4e41-bed5-397580570133 x-openstack-request-id: req-de6fc071-906a-4e41-bed5-397580570133 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:07.938810 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d467063-a7c8-4ee7-9798-44da56585b67", "name": "network-vif-plugged", "status": "completed", "tag": "0e19db23-008a-418f-bb50-dec4633bf7d5", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:07.939117 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de6fc071-906a-4e41-bed5-397580570133 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:07.939874 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d467063-a7c8-4ee7-9798-44da56585b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e19db23-008a-418f-bb50-dec4633bf7d5', 'code': 200} Jul 23 16:11:08.237530 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ec4c4-601a-44d3-8199-02f0f778495f req-3fdd886b-c100-4c11-9b7d-b08923beb4bf tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:08.239145 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-255ec4c4-601a-44d3-8199-02f0f778495f req-3fdd886b-c100-4c11-9b7d-b08923beb4bf tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 945 time: 0.0949676 Jul 23 16:11:08.292229 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-255ec4c4-601a-44d3-8199-02f0f778495f req-f8ddc4f7-1bc3-4baa-a72a-f74ecf7df4bc tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451944 Jul 23 16:11:08.301628 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ed2d2-4d14-4334-8d5a-54917c554dc3 req-504c751c-069e-40e9-9fb6-42d2b46506dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:08.303506 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2f7ed2d2-4d14-4334-8d5a-54917c554dc3 req-504c751c-069e-40e9-9fb6-42d2b46506dc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 1099 time: 0.0707901 Jul 23 16:11:08.357468 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2f7ed2d2-4d14-4334-8d5a-54917c554dc3 req-207ba80c-5353-4f4a-953d-429dca0d4fc2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410485 Jul 23 16:11:08.440101 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0477f6-38b3-4cbb-aad0-dbebe6d3dd2e req-5b9fc340-cee6-4d8d-861c-1864db7abc0c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:08.442314 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7b0477f6-38b3-4cbb-aad0-dbebe6d3dd2e req-5b9fc340-cee6-4d8d-861c-1864db7abc0c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0705085 Jul 23 16:11:08.486941 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7b0477f6-38b3-4cbb-aad0-dbebe6d3dd2e req-47f773ef-e2cd-4ff8-8228-7272118bd0c1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383706 Jul 23 16:11:09.478358 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ee43a-23bd-4b47-9e2a-551f5d97ade1 req-e416f1b1-d4d6-4755-9b6c-e3868909974e tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:09.481073 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-853ee43a-23bd-4b47-9e2a-551f5d97ade1 req-e416f1b1-d4d6-4755-9b6c-e3868909974e tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.1136096 Jul 23 16:11:09.531812 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-853ee43a-23bd-4b47-9e2a-551f5d97ade1 req-73fb8bca-469e-4b36-9f37-ed696a3eff0f tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Jul 23 16:11:09.651736 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113920-f20d-45eb-809c-e7b3d9a65be6 req-88b25751-e126-405f-89ec-bc5e9ab95e6c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:09.653404 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ec113920-f20d-45eb-809c-e7b3d9a65be6 req-88b25751-e126-405f-89ec-bc5e9ab95e6c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 945 time: 0.0999207 Jul 23 16:11:09.724938 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ec113920-f20d-45eb-809c-e7b3d9a65be6 req-c6c75c10-5678-46e8-9dde-f8317706ca84 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609000 Jul 23 16:11:09.757572 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cce8b-5c9d-461d-b998-6285b553b36a req-57131ee3-6c42-45f3-8328-28af6af41cb0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:09.759259 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a87cce8b-5c9d-461d-b998-6285b553b36a req-57131ee3-6c42-45f3-8328-28af6af41cb0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1048856 Jul 23 16:11:09.807228 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a87cce8b-5c9d-461d-b998-6285b553b36a req-e2a4bc1e-7e57-457f-828a-07ff71c2bda4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Jul 23 16:11:10.499090 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45164) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:10.632984 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-027ba981-025d-44ee-bf5d-1986d3623f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.716631 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade00fc9-c8bf-4f51-845c-1a7ef78d4763 req-4c160afc-dc8d-49c0-9461-d7c123ebf51e tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:10.718183 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ade00fc9-c8bf-4f51-845c-1a7ef78d4763 req-4c160afc-dc8d-49c0-9461-d7c123ebf51e tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.0903602 Jul 23 16:11:10.769097 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-027ba981-025d-44ee-bf5d-1986d3623f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.777671 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-027ba981-025d-44ee-bf5d-1986d3623f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.778941 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ade00fc9-c8bf-4f51-845c-1a7ef78d4763 req-fd3b2ca6-fbd1-407a-9044-9e4172285954 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510914 Jul 23 16:11:10.822523 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-027ba981-025d-44ee-bf5d-1986d3623f8e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9c877f1a81f43d18f3bd476fed5e3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221238 Jul 23 16:11:10.825816 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45176) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:10.833583 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ba981-025d-44ee-bf5d-1986d3623f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50537e4-1790-407c-a68d-0defd8d23bab,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:10.902770 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7211b2d3-21a1-415c-87ee-5a3d26deedde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.928569 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7211b2d3-21a1-415c-87ee-5a3d26deedde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.966867 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab36da-047d-40f2-a8b8-af75e62c6f21 req-6ea1e469-765b-42b8-b7b3-e3f7be4feb08 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:10.968650 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-40ab36da-047d-40f2-a8b8-af75e62c6f21 req-6ea1e469-765b-42b8-b7b3-e3f7be4feb08 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 945 time: 0.1218820 Jul 23 16:11:10.987465 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7211b2d3-21a1-415c-87ee-5a3d26deedde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.992174 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7211b2d3-21a1-415c-87ee-5a3d26deedde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.994077 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7211b2d3-21a1-415c-87ee-5a3d26deedde admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b50537e4-1790-407c-a68d-0defd8d23bab HTTP/1.1" status: 204 len: 168 time: 0.1671073 Jul 23 16:11:11.007648 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211b2d3-21a1-415c-87ee-5a3d26deedde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50537e4-1790-407c-a68d-0defd8d23bab,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:11.309441 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1fcd2-b9e4-4937-999d-c5580fbf94c2 req-e6d7a222-2b95-440a-99d7-1f2ce5bc4b22 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:11.310992 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97d1fcd2-b9e4-4937-999d-c5580fbf94c2 req-e6d7a222-2b95-440a-99d7-1f2ce5bc4b22 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.4058650 Jul 23 16:11:11.317255 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-40ab36da-047d-40f2-a8b8-af75e62c6f21 req-68daba47-a9e7-4784-8e1e-dfc1f52d7e3e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392167 Jul 23 16:11:11.367160 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97d1fcd2-b9e4-4937-999d-c5580fbf94c2 req-fea12723-3c3a-4702-9f66-ddb9399f745b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Jul 23 16:11:11.368474 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45186) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:11.406480 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5a1339c5-0ae6-4647-af82-e6a2bc17591c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.526073 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5a1339c5-0ae6-4647-af82-e6a2bc17591c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.530588 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5a1339c5-0ae6-4647-af82-e6a2bc17591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.586027 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1339c5-0ae6-4647-af82-e6a2bc17591c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e92cb6-7c5b-4613-85d7-fde0afa98542,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:11.604352 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5a1339c5-0ae6-4647-af82-e6a2bc17591c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dadbbcf88ac34c3cb5bdbf41c7be0d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338738 Jul 23 16:11:11.612083 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 45188) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:11.721208 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ea310232-3423-4bc8-9f9d-887fee5b9c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.755079 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ea310232-3423-4bc8-9f9d-887fee5b9c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.868928 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ea310232-3423-4bc8-9f9d-887fee5b9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.874318 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ea310232-3423-4bc8-9f9d-887fee5b9c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.875685 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ea310232-3423-4bc8-9f9d-887fee5b9c94 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31e92cb6-7c5b-4613-85d7-fde0afa98542 HTTP/1.1" status: 204 len: 168 time: 0.2657852 Jul 23 16:11:11.889314 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea310232-3423-4bc8-9f9d-887fee5b9c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e92cb6-7c5b-4613-85d7-fde0afa98542,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:11.995183 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a60af3-d9a9-48f3-874f-07c65c3de8b9 req-d27df190-1648-4bf7-ae5d-d0f70ca5d3ea tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:11.996753 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-08a60af3-d9a9-48f3-874f-07c65c3de8b9 req-d27df190-1648-4bf7-ae5d-d0f70ca5d3ea tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.0905206 Jul 23 16:11:12.052416 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-08a60af3-d9a9-48f3-874f-07c65c3de8b9 req-55f96afa-28fa-4206-aa30-95e2a0362b47 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478234 Jul 23 16:11:12.337898 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 45208) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:12.351648 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-211a31ac-75f7-4520-91fd-d89383b2ce4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.466010 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-211a31ac-75f7-4520-91fd-d89383b2ce4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.476032 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-211a31ac-75f7-4520-91fd-d89383b2ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.538153 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-211a31ac-75f7-4520-91fd-d89383b2ce4a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2d23ee8e496e45c6a40a7d63093abd3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991258 Jul 23 16:11:12.539983 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a31ac-75f7-4520-91fd-d89383b2ce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34db7cb-7408-4a24-943b-7d6d90ece01e,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:12.542244 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45212) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:12.581381 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae8009-2ef1-4d78-abd0-f0049ef89dc2 req-668a792f-9de2-4a71-a0b5-557933bbb6cf tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:12.582274 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bbae8009-2ef1-4d78-abd0-f0049ef89dc2 req-668a792f-9de2-4a71-a0b5-557933bbb6cf tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1185546 Jul 23 16:11:12.631818 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e8112245-94fa-4fc7-b84a-5d9311130c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.633550 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bbae8009-2ef1-4d78-abd0-f0049ef89dc2 req-305cfc33-a430-4c60-aa7f-6bb96af1fea7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454080 Jul 23 16:11:12.656687 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e8112245-94fa-4fc7-b84a-5d9311130c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.716564 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e8112245-94fa-4fc7-b84a-5d9311130c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.719544 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e8112245-94fa-4fc7-b84a-5d9311130c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.721642 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e8112245-94fa-4fc7-b84a-5d9311130c9e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f34db7cb-7408-4a24-943b-7d6d90ece01e HTTP/1.1" status: 204 len: 168 time: 0.1760042 Jul 23 16:11:12.733618 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8112245-94fa-4fc7-b84a-5d9311130c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34db7cb-7408-4a24-943b-7d6d90ece01e,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:13.813659 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44f7a0-09aa-4cef-a2f7-e1204549d5e6 req-9b2c99be-5cd1-4161-af21-f242269a8468 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:13.816074 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f44f7a0-09aa-4cef-a2f7-e1204549d5e6 req-9b2c99be-5cd1-4161-af21-f242269a8468 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0914044 Jul 23 16:11:13.874662 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f44f7a0-09aa-4cef-a2f7-e1204549d5e6 req-622d4d9e-8436-45fe-9e65-32dc0270c52b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Jul 23 16:11:14.625260 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-2b6951bd-0df0-47cd-8b2d-4ee6e3b1673c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854976 Jul 23 16:11:14.817242 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118009b-af7d-453c-8093-535e293f513e req-06ed2811-7494-438e-846e-8daf33ca56cb tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:14.819055 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b118009b-af7d-453c-8093-535e293f513e req-06ed2811-7494-438e-846e-8daf33ca56cb tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.0874431 Jul 23 16:11:14.864052 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b118009b-af7d-453c-8093-535e293f513e req-8e58e7be-c88f-40f8-a533-d75a7502611a tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Jul 23 16:11:15.016175 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-6ac2260c-4d62-4d85-a70d-f6fdfbcc8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:15.018905 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-6ac2260c-4d62-4d85-a70d-f6fdfbcc8e3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 1099 time: 0.0732081 Jul 23 16:11:15.072545 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e87b0-d36d-4093-ba2e-f22d8ea6b1ae req-f1c53269-e2c3-4cb6-9a7a-5d80a53d3d2a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:15.074580 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b87e87b0-d36d-4093-ba2e-f22d8ea6b1ae req-f1c53269-e2c3-4cb6-9a7a-5d80a53d3d2a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1030736 Jul 23 16:11:15.144329 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b87e87b0-d36d-4093-ba2e-f22d8ea6b1ae req-93c4dd6d-3dd6-495d-b17c-5b125f419788 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622330 Jul 23 16:11:15.202149 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-b43a6d29-5806-401e-809c-ba39912b0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:15.203612 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-b43a6d29-5806-401e-809c-ba39912b0ff1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 911 time: 0.1380663 Jul 23 16:11:15.339068 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-c1f6ccd3-e920-4532-b4c7-e4e5d022874d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95736f05-4188-4a7f-acaf-11bde7dc41e6 HTTP/1.1" status: 200 len: 1001 time: 0.1021261 Jul 23 16:11:15.402298 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-871b1c3b-9795-4411-924b-e4b4a451fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:15.402298 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-871b1c3b-9795-4411-924b-e4b4a451fb84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73f5cedb-e27f-4d30-9911-d592f6d72bf4 HTTP/1.1" status: 200 len: 849 time: 0.0574491 Jul 23 16:11:15.500571 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-18983599-074d-4002-99dd-02f9200eb863 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ae232665f1734fae91d620db13ac41a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460303 Jul 23 16:11:15.505012 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-528338f9-31d5-471d-a431-aacc8d66c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:15.507629 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-528338f9-31d5-471d-a431-aacc8d66c645 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818586 Jul 23 16:11:15.666687 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-ee582d36-8bf5-434c-9b66-5003a9c6174a service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283700 Jul 23 16:11:15.743621 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27c39-7b01-490d-b6a8-f76332276288 req-3f0206aa-caf8-48ac-bb75-8abe669c4af2 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:15.745372 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-3f0206aa-caf8-48ac-bb75-8abe669c4af2 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356143 Jul 23 16:11:15.769612 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-84f2bd9d-219f-4738-a0b0-a15c9129807b tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/quotas/ae232665f1734fae91d620db13ac41a9 HTTP/1.1" status: 200 len: 375 time: 0.0163679 Jul 23 16:11:15.834156 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-6fb4632c-4912-4c67-80a2-ace2273ca248 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae232665f1734fae91d620db13ac41a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538788 Jul 23 16:11:15.836477 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4440bf0a-ae8a-4496-843b-bab81601bd67 req-df05bcac-e97f-4836-9e8b-08cd659f2810 service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442652 Jul 23 16:11:16.037817 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a180497f-96d5-4acc-9653-86d2eaf87232 req-9f364c45-c499-4c6c-957c-4ad4ec3b70d4 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 210 time: 0.0323267 Jul 23 16:11:16.087910 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4ac1a-c863-4d2d-bc9c-116966670d23 req-67ff3ed1-96d8-4878-95af-758262090190 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:16.089514 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cab4ac1a-c863-4d2d-bc9c-116966670d23 req-67ff3ed1-96d8-4878-95af-758262090190 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.1177084 Jul 23 16:11:16.145691 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cab4ac1a-c863-4d2d-bc9c-116966670d23 req-a1a312bf-1ebc-4c2b-809d-92408bcb5d61 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478458 Jul 23 16:11:16.316516 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d85f82-fd4b-4186-920a-4c144cfa796a req-97c3bd59-8f7d-45c0-b6c2-42a492b7b54a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:16.318095 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51d85f82-fd4b-4186-920a-4c144cfa796a req-97c3bd59-8f7d-45c0-b6c2-42a492b7b54a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0867321 Jul 23 16:11:16.373568 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51d85f82-fd4b-4186-920a-4c144cfa796a req-18052f64-cb10-45ad-bb11-c9c26af05e2d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443480 Jul 23 16:11:17.168028 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-80ccb191-38bc-4dd1-b2bb-a4706e23b011 req-bd010508-e91a-4424-ba3f-6c8b82793612 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 210 time: 0.0333493 Jul 23 16:11:17.333617 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53afaa-8409-43b7-8fff-7e8e87a23799 req-f4236eb5-f847-48b2-b175-97340b65bee1 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:17.335303 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6a53afaa-8409-43b7-8fff-7e8e87a23799 req-f4236eb5-f847-48b2-b175-97340b65bee1 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.0857193 Jul 23 16:11:17.387170 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6a53afaa-8409-43b7-8fff-7e8e87a23799 req-10e24a59-e3de-4153-9f1b-84eef30f016d tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439589 Jul 23 16:11:17.555711 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc9c85-c8a8-4f65-ada0-8e7ce080f21f req-d61100a6-b250-4031-aa88-56b0f7f147d7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:17.557350 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25fc9c85-c8a8-4f65-ada0-8e7ce080f21f req-d61100a6-b250-4031-aa88-56b0f7f147d7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0918329 Jul 23 16:11:17.613018 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25fc9c85-c8a8-4f65-ada0-8e7ce080f21f req-78e7387c-f606-4427-9642-649a944f64c7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447145 Jul 23 16:11:18.284093 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-54128dcc-8bbb-44f0-b6ee-ebe6557f5722 req-902d7c75-bd06-46c7-9741-41ac64aca61c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 210 time: 0.0328476 Jul 23 16:11:18.545220 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013fafb-d450-4593-8172-46bd35f0a92e req-df1a197f-73fd-4cf2-a8ed-9f3b456ca2df tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:18.546734 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0013fafb-d450-4593-8172-46bd35f0a92e req-df1a197f-73fd-4cf2-a8ed-9f3b456ca2df tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.0754414 Jul 23 16:11:18.606773 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0013fafb-d450-4593-8172-46bd35f0a92e req-f3e96bbb-7653-41ac-bd04-b2bbef784ea6 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507650 Jul 23 16:11:18.646588 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.761825 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93334db0-5a9c-4cf2-8404-bf58988323bd req-2b5427bb-879f-4318-a462-b48058a2106e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:18.763392 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-93334db0-5a9c-4cf2-8404-bf58988323bd req-2b5427bb-879f-4318-a462-b48058a2106e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0756600 Jul 23 16:11:18.817811 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-93334db0-5a9c-4cf2-8404-bf58988323bd req-b6bc5c46-542d-4ee5-ae55-ec32b8db16ff tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480537 Jul 23 16:11:19.410150 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-57cdc28b-239b-4736-bf35-d80e9ef9549b req-0df8b24d-f9e2-4db3-9716-98adb320a4e6 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 210 time: 0.0341933 Jul 23 16:11:19.770218 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7838d8-fcbb-4613-b68d-12cfb60c1283 req-16fc22ac-fa1d-4a27-8645-3390cb6a15ca tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:19.771814 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2e7838d8-fcbb-4613-b68d-12cfb60c1283 req-16fc22ac-fa1d-4a27-8645-3390cb6a15ca tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.0795879 Jul 23 16:11:19.825917 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2e7838d8-fcbb-4613-b68d-12cfb60c1283 req-e6578d61-bffb-443c-a39e-11c09b7678d8 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465088 Jul 23 16:11:20.000914 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97242c13-3a33-470b-bbd3-fa3beea31939 req-34a7792c-4da2-4150-8a58-cb614465a20f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:20.003191 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97242c13-3a33-470b-bbd3-fa3beea31939 req-34a7792c-4da2-4150-8a58-cb614465a20f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0973227 Jul 23 16:11:20.055141 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97242c13-3a33-470b-bbd3-fa3beea31939 req-f4af51bd-3ddc-4d9b-b000-16cc6efffe83 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456965 Jul 23 16:11:20.523562 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5fb831a-c96d-4de9-b09a-2d0281667b11 req-730b7f9a-a80c-42d6-be71-56195caa85af tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 210 time: 0.0299807 Jul 23 16:11:20.994903 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a33c-85a0-4c2c-b074-9f6050257c58 req-773bf649-605e-40f5-a61f-dfb8901774c8 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:20.996547 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6287a33c-85a0-4c2c-b074-9f6050257c58 req-773bf649-605e-40f5-a61f-dfb8901774c8 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.0785770 Jul 23 16:11:21.049427 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6287a33c-85a0-4c2c-b074-9f6050257c58 req-b8e7aaac-44b6-47e2-8021-10ac6ea0a4a3 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458817 Jul 23 16:11:21.239838 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47836bd-3ad3-423b-b33c-cc1ac7d5ac11 req-811404c2-b415-41df-8511-703da9665711 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:21.243246 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a47836bd-3ad3-423b-b33c-cc1ac7d5ac11 req-811404c2-b415-41df-8511-703da9665711 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1072600 Jul 23 16:11:21.299902 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a47836bd-3ad3-423b-b33c-cc1ac7d5ac11 req-18bd9853-904d-4dfc-a0a3-f153ee6f8f9d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516229 Jul 23 16:11:21.539570 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff32980-1dff-4182-a43a-1478729e4c58 req-fa9fd51d-da35-4e68-a732-476fafb75d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:21.541115 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bff32980-1dff-4182-a43a-1478729e4c58 req-fa9fd51d-da35-4e68-a732-476fafb75d2a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 1098 time: 0.0790861 Jul 23 16:11:21.601855 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bff32980-1dff-4182-a43a-1478729e4c58 req-dfe4413a-5a20-4b8f-98e8-5d132fc013f7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Jul 23 16:11:21.651535 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aa28d39c-69d2-4627-b70b-a020d6614bc6 req-79b42256-11a8-48e2-bba7-95305b9c53bc tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 210 time: 0.0321350 Jul 23 16:11:22.234442 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d5371-0542-4295-ac6b-d539ee1fc54d req-09cf7c40-04a1-4a0b-9ee8-4ff8ba5a3662 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:22.236444 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-759d5371-0542-4295-ac6b-d539ee1fc54d req-09cf7c40-04a1-4a0b-9ee8-4ff8ba5a3662 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.1013951 Jul 23 16:11:22.287186 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-759d5371-0542-4295-ac6b-d539ee1fc54d req-aa6bf974-954f-4b24-a9e8-4b09ab2fcb41 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 Jul 23 16:11:22.463856 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26b26e-5e6e-4f5a-b3cc-f41d3779f6c3 req-3226ad12-d20f-4b7a-8765-78783a0c3841 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:22.465975 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0e26b26e-5e6e-4f5a-b3cc-f41d3779f6c3 req-3226ad12-d20f-4b7a-8765-78783a0c3841 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0847101 Jul 23 16:11:22.516725 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0e26b26e-5e6e-4f5a-b3cc-f41d3779f6c3 req-c020432b-4b4e-4fe6-9dc8-7f9aae757228 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438294 Jul 23 16:11:22.797100 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-258def8e-a599-4c13-b57e-d90c6c3fbf36 req-bdedc478-95de-4944-b256-2b02afb5220d tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 210 time: 0.0495501 Jul 23 16:11:22.858049 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-cb7c66b0-bf09-4a07-9116-a4a8214b8b44 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae232665f1734fae91d620db13ac41a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510895 Jul 23 16:11:23.141787 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27c39-7b01-490d-b6a8-f76332276288 req-a3952c23-7b93-4819-9650-047223a30d9a tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:23.144541 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-a3952c23-7b93-4819-9650-047223a30d9a tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450471 Jul 23 16:11:23.289556 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Request body: {'port': {'device_id': '68124dce-0be8-401f-99cd-915415613b03', 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba', 'admin_state_up': True, 'tenant_id': 'ae232665f1734fae91d620db13ac41a9'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:23.466297 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c879a4-d648-4a2e-9a97-82c471b05023 req-04133ea1-f230-491e-8e36-3a5f91ea946b tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:23.467627 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-11c879a4-d648-4a2e-9a97-82c471b05023 req-04133ea1-f230-491e-8e36-3a5f91ea946b tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.0891519 Jul 23 16:11:23.468787 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Made reservation on behalf of ae232665f1734fae91d620db13ac41a9 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:23.475568 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.486897 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.530553 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-11c879a4-d648-4a2e-9a97-82c471b05023 req-0629face-2fbe-4529-ab53-14953eb5bfa4 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534029 Jul 23 16:11:23.662855 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.663294 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.729833 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4aeb4-b90f-49be-94d3-b18a38a5a2f9 req-8d2c929e-0d1f-4eea-9e39-04ede4cd5467 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:23.732428 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8fb4aeb4-b90f-49be-94d3-b18a38a5a2f9 req-8d2c929e-0d1f-4eea-9e39-04ede4cd5467 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1044471 Jul 23 16:11:23.750691 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d35b738-cd2e-400e-849b-aeea024fce6e,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:23.780690 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.781516 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.782712 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.783517 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.784179 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.784803 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.785398 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.786002 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.786740 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.787351 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.787955 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.788557 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:23.804764 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8fb4aeb4-b90f-49be-94d3-b18a38a5a2f9 req-5abd93a4-48c0-440e-91cd-1ae16c5e7e31 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594008 Jul 23 16:11:23.921361 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Allocated IP 192.168.233.130 (e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba/f36489f0-b64b-4aef-b342-865007cd0399/e35b6ba9-399b-49a0-bbb0-019c34f158ca) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:23.982134 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-562fa5a8-c42b-4b21-87c7-6eb25f01cf87 req-7e7656aa-6972-497d-a3f3-ed1ece5eb672 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 210 time: 0.0422809 Jul 23 16:11:24.118810 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f30742e2-6fdd-443b-8356-374aaa6ab253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.164706 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.179825 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Transition to ACTIVE for port object e35b6ba9-399b-49a0-bbb0-019c34f158ca will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:24.226900 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.282069 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Network e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:24.285287 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:24.287835 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:24.324808 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Pushing event updated for resources: {'Port': ['ID=e35b6ba9-399b-49a0-bbb0-019c34f158ca,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:24.367931 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:24.368739 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.388370 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-328ae49f-ae3a-4459-bd26-f5f3d0335251 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1048174 Jul 23 16:11:24.599893 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Request body: {'port': {'device_id': '68124dce-0be8-401f-99cd-915415613b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:24.650292 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-15e18cf4-4581-4945-a7b0-927cefe0999f None None] Provisioning for port e35b6ba9-399b-49a0-bbb0-019c34f158ca completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:24.661173 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-15e18cf4-4581-4945-a7b0-927cefe0999f None None] Provisioning complete for port e35b6ba9-399b-49a0-bbb0-019c34f158ca triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:24.661969 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-15e18cf4-4581-4945-a7b0-927cefe0999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.692395 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.718161 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-15e18cf4-4581-4945-a7b0-927cefe0999f None None] Port e35b6ba9-399b-49a0-bbb0-019c34f158ca cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:11:24.812880 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce146-042f-4563-bc40-f0c45e43d0db req-794f9f8a-7209-421e-aedd-f1f8d7410bd8 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:24.817228 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a92ce146-042f-4563-bc40-f0c45e43d0db req-794f9f8a-7209-421e-aedd-f1f8d7410bd8 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.1220083 Jul 23 16:11:24.904164 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a92ce146-042f-4563-bc40-f0c45e43d0db req-57694955-f208-4dfe-b4a9-01dde13f1fb5 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793350 Jul 23 16:11:25.066920 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c116d1-990d-4afd-be67-0d6125f177ca req-0955c25b-1817-4ac2-9fcd-58443e651109 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:25.073949 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a7c116d1-990d-4afd-be67-0d6125f177ca req-0955c25b-1817-4ac2-9fcd-58443e651109 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0976660 Jul 23 16:11:25.093519 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35b6ba9-399b-49a0-bbb0-019c34f158ca {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:25.103741 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:25.123135 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Transition to ACTIVE for port object e35b6ba9-399b-49a0-bbb0-019c34f158ca will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:25.128108 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a7c116d1-990d-4afd-be67-0d6125f177ca req-b1b2d7ff-2031-4864-a7bb-3e8903fd5496 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532067 Jul 23 16:11:25.129469 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:25.190330 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Pushing event updated for resources: {'Port': ['ID=e35b6ba9-399b-49a0-bbb0-019c34f158ca,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:25.320007 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:11:25.332388 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8922d2d-cdbb-41b5-b33c-966a02473d1d req-ae411b79-a9bc-4a50-be6c-5540451dcc42 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:25.335277 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8922d2d-cdbb-41b5-b33c-966a02473d1d req-ae411b79-a9bc-4a50-be6c-5540451dcc42 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 948 time: 0.1216922 Jul 23 16:11:25.357572 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Attempting to bind port e35b6ba9-399b-49a0-bbb0-019c34f158ca on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:25.357976 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Attempting to bind port e35b6ba9-399b-49a0-bbb0-019c34f158ca by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'bb298a18-4f63-478c-a691-207fc3da5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:25.359549 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Attempting to bind port e35b6ba9-399b-49a0-bbb0-019c34f158ca on network e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:25.369582 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Port e35b6ba9-399b-49a0-bbb0-019c34f158ca on network e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:11:25.369903 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Attempting to bind port e35b6ba9-399b-49a0-bbb0-019c34f158ca on network e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:25.378679 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:25.379239 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Checking segment: {'id': 'bb298a18-4f63-478c-a691-207fc3da5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:25.379907 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Bound using segment: {'id': 'bb298a18-4f63-478c-a691-207fc3da5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:25.380710 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Bound port: e35b6ba9-399b-49a0-bbb0-019c34f158ca, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb298a18-4f63-478c-a691-207fc3da5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:25.381518 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:25.401766 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8922d2d-cdbb-41b5-b33c-966a02473d1d req-19aef58b-4c1d-4551-99b8-e7dd4d1af316 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590603 Jul 23 16:11:25.493049 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] For port e35b6ba9-399b-49a0-bbb0-019c34f158ca, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:25.498018 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] For port e35b6ba9-399b-49a0-bbb0-019c34f158ca, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=e35b6ba9-399b-49a0-bbb0-019c34f158ca,segment=NetworkSegment(bb298a18-4f63-478c-a691-207fc3da5237),segment_id=bb298a18-4f63-478c-a691-207fc3da5237)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:25.504583 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:25.545856 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74f924-a2f3-4f3a-805d-1685273c1a5a req-17e07ecd-11ae-4c7f-b7c1-1f2d750e99f6 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:25.548860 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ec74f924-a2f3-4f3a-805d-1685273c1a5a req-17e07ecd-11ae-4c7f-b7c1-1f2d750e99f6 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 946 time: 0.1098907 Jul 23 16:11:25.553404 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:25.554284 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:25.557594 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] 10.222.0.72 "PUT /v2.0/ports/e35b6ba9-399b-49a0-bbb0-019c34f158ca HTTP/1.1" status: 200 len: 1098 time: 0.9625454 Jul 23 16:11:25.557594 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68124dce-0be8-401f-99cd-915415613b03', 'tag': 'e35b6ba9-399b-49a0-bbb0-019c34f158ca'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:25.559168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae06e68-90d0-4422-bffe-8512d42b9c16" -d '{"events": [{"name": "network-changed", "server_uuid": "68124dce-0be8-401f-99cd-915415613b03", "tag": "e35b6ba9-399b-49a0-bbb0-019c34f158ca"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:25.606257 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ffba4-5247-406c-9cd4-75aee85ee3cc service neutron] Pushing event updated for resources: {'Port': ['ID=e35b6ba9-399b-49a0-bbb0-019c34f158ca,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:25.606535 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ec74f924-a2f3-4f3a-805d-1685273c1a5a req-8ea63a4b-3506-4584-951d-3a69e11a5a8d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516229 Jul 23 16:11:25.620643 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0e2886-0a08-4013-a78e-5d12a2c62b6a x-openstack-request-id: req-ef0e2886-0a08-4013-a78e-5d12a2c62b6a {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:25.620938 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68124dce-0be8-401f-99cd-915415613b03", "tag": "e35b6ba9-399b-49a0-bbb0-019c34f158ca", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:25.621194 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef0e2886-0a08-4013-a78e-5d12a2c62b6a {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:25.621678 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68124dce-0be8-401f-99cd-915415613b03', 'tag': 'e35b6ba9-399b-49a0-bbb0-019c34f158ca', 'status': 'completed', 'code': 200} Jul 23 16:11:25.641403 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45454) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:25.831509 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae06e68-90d0-4422-bffe-8512d42b9c16 req-f2d1a212-ba03-4dc3-8b13-cec1a3dd0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:25.834122 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9ae06e68-90d0-4422-bffe-8512d42b9c16 req-f2d1a212-ba03-4dc3-8b13-cec1a3dd0642 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae232665f1734fae91d620db13ac41a9&device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 1101 time: 0.0877502 Jul 23 16:11:25.926296 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2fd9be-b887-4287-85f8-ea9baacfb809 tempest-TestMinimumBasicScenario-1592210368 tempest-TestMinimumBasicScenario-1592210368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:25.927827 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0b2fd9be-b887-4287-85f8-ea9baacfb809 tempest-TestMinimumBasicScenario-1592210368 tempest-TestMinimumBasicScenario-1592210368-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 1094 time: 0.2848020 Jul 23 16:11:25.931651 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45462) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:25.938536 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Request body: {'floatingip': {'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'port_id': '67131e16-84c9-4b40-8d4d-e669e228452c', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:25.973864 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for floatingip, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.048832 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9ae06e68-90d0-4422-bffe-8512d42b9c16 req-de4a00a3-275b-48d8-a746-19c0d5544543 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae232665f1734fae91d620db13ac41a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510905 Jul 23 16:11:26.070635 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8436743-4791-4279-b4a4-9343e6bed3ab req-4c9bed3d-4681-4d01-b7ee-a3e0e70bd9db tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:26.072041 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8436743-4791-4279-b4a4-9343e6bed3ab req-4c9bed3d-4681-4d01-b7ee-a3e0e70bd9db tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.0863810 Jul 23 16:11:26.128853 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8436743-4791-4279-b4a4-9343e6bed3ab req-0e3aa85f-b519-4082-8bab-52319c14a27a tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504670 Jul 23 16:11:26.314594 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678013a8-89a7-4dd5-8a0c-beab1c1d6af0 req-66354c96-6bae-4c91-b01b-8fedf0f11d25 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:26.316164 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-678013a8-89a7-4dd5-8a0c-beab1c1d6af0 req-66354c96-6bae-4c91-b01b-8fedf0f11d25 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0873959 Jul 23 16:11:26.366981 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-678013a8-89a7-4dd5-8a0c-beab1c1d6af0 req-8dbf8f30-0b6c-49ff-8eb7-64e34bb35f71 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447526 Jul 23 16:11:26.431441 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416f738-bb92-4d6c-b226-da9a240baa6f req-4a6f2a42-ea14-4c96-ac9f-96ced47d4838 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:26.434078 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4416f738-bb92-4d6c-b226-da9a240baa6f req-4a6f2a42-ea14-4c96-ac9f-96ced47d4838 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.4359734 Jul 23 16:11:26.502122 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae06e68-90d0-4422-bffe-8512d42b9c16 req-7a9f4e62-7100-458d-9e6b-aebf50a97a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:26.503732 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9ae06e68-90d0-4422-bffe-8512d42b9c16 req-7a9f4e62-7100-458d-9e6b-aebf50a97a64 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4409099 Jul 23 16:11:26.540025 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.581299 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea45fe-f787-499f-833f-29b282b64ff4 req-eb6b539d-5876-4444-8b03-f38314b1990d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:26.582860 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-78ea45fe-f787-499f-833f-29b282b64ff4 req-eb6b539d-5876-4444-8b03-f38314b1990d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0832696 Jul 23 16:11:26.646535 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-78ea45fe-f787-499f-833f-29b282b64ff4 req-6f7e6df4-d5b8-452f-bb6f-289d638f7852 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559208 Jul 23 16:11:26.743281 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Allocated IP 172.27.2.21 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/baf0f8be-0614-497a-b370-00bd85f0447e) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:26.774005 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-4416f738-bb92-4d6c-b226-da9a240baa6f req-06f5057d-7ec7-485d-8eb7-4554739f7ebf tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Deleting port 0e19db23-008a-418f-bb50-dec4633bf7d5 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:11:26.774005 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4416f738-bb92-4d6c-b226-da9a240baa6f req-06f5057d-7ec7-485d-8eb7-4554739f7ebf tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.798093 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2949801-f36a-425a-820c-4ac6adf5a72f req-3ccc6e9e-c5a4-4e0d-bd0c-742ddfe52d82 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:26.800197 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2949801-f36a-425a-820c-4ac6adf5a72f req-3ccc6e9e-c5a4-4e0d-bd0c-742ddfe52d82 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 948 time: 0.1016757 Jul 23 16:11:26.854583 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2949801-f36a-425a-820c-4ac6adf5a72f req-15dc0ba8-4108-4496-9176-fa27f4d96aad tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481629 Jul 23 16:11:26.923523 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27c39-7b01-490d-b6a8-f76332276288 req-07d112e9-949d-4525-837c-2575ea82160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:26.925471 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-07d112e9-949d-4525-837c-2575ea82160a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae232665f1734fae91d620db13ac41a9&device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 1101 time: 0.2240021 Jul 23 16:11:26.952313 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d52731f2-ba5f-4ffd-9119-e37cf64f3d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.956587 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-4416f738-bb92-4d6c-b226-da9a240baa6f req-06f5057d-7ec7-485d-8eb7-4554739f7ebf tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] For port 0e19db23-008a-418f-bb50-dec4633bf7d5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0e19db23-008a-418f-bb50-dec4633bf7d5,segment=NetworkSegment(bb3923fd-2bee-4c73-8f2d-a71002c9f4c3),segment_id=bb3923fd-2bee-4c73-8f2d-a71002c9f4c3)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:26.957207 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4416f738-bb92-4d6c-b226-da9a240baa6f req-06f5057d-7ec7-485d-8eb7-4554739f7ebf tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.015655 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-4416f738-bb92-4d6c-b226-da9a240baa6f req-06f5057d-7ec7-485d-8eb7-4554739f7ebf tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Calling delete_port for 0e19db23-008a-418f-bb50-dec4633bf7d5 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:11:27.020739 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.023956 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-3341b8a7-dc5a-4b4e-80ad-49f2a011d728 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=e35b6ba9-399b-49a0-bbb0-019c34f158ca HTTP/1.1" status: 200 len: 217 time: 0.0640519 Jul 23 16:11:27.177744 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27c39-7b01-490d-b6a8-f76332276288 req-df251a40-4e22-411c-b092-154429fd567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:27.179254 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-df251a40-4e22-411c-b092-154429fd567f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f36489f0-b64b-4aef-b342-865007cd0399 HTTP/1.1" status: 200 len: 843 time: 0.1397607 Jul 23 16:11:27.191931 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.235760 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.324360 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:27.336803 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:27.339324 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:27.341307 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'Port': ['ID=baf0f8be-0614-497a-b370-00bd85f0447e,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:27.358219 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811128e2-da69-4fc8-ad31-aa1b802bc073 req-e99ff590-589c-4c0a-a175-9a30e027b514 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:27.359987 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-811128e2-da69-4fc8-ad31-aa1b802bc073 req-e99ff590-589c-4c0a-a175-9a30e027b514 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 946 time: 0.0914662 Jul 23 16:11:27.382178 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4416f738-bb92-4d6c-b226-da9a240baa6f req-06f5057d-7ec7-485d-8eb7-4554739f7ebf tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.441006 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27c39-7b01-490d-b6a8-f76332276288 req-ca57e636-2799-46d7-b854-b5728b5c5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:27.443805 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-ca57e636-2799-46d7-b854-b5728b5c5672 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2468224 Jul 23 16:11:27.443805 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5057d-7ec7-485d-8eb7-4554739f7ebf tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Pushing event deleted for resources: {'Port': ['ID=0e19db23-008a-418f-bb50-dec4633bf7d5,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:27.449489 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-811128e2-da69-4fc8-ad31-aa1b802bc073 req-bd6cdaf1-a5f1-47c3-b8fb-ab9a27e61af1 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/security-groups?id=81dba1f7-66e5-455f-8e70-cf0293448901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706141 Jul 23 16:11:27.465623 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['0e19db23-008a-418f-bb50-dec4633bf7d5'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:27.558314 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4416f738-bb92-4d6c-b226-da9a240baa6f req-06f5057d-7ec7-485d-8eb7-4554739f7ebf tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] No DVR routers for this DVR port 0e19db23-008a-418f-bb50-dec4633bf7d5 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:11:27.596605 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4416f738-bb92-4d6c-b226-da9a240baa6f req-06f5057d-7ec7-485d-8eb7-4554739f7ebf tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.598564 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4416f738-bb92-4d6c-b226-da9a240baa6f req-06f5057d-7ec7-485d-8eb7-4554739f7ebf tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.72 "DELETE /v2.0/ports/0e19db23-008a-418f-bb50-dec4633bf7d5 HTTP/1.1" status: 204 len: 173 time: 1.0919237 Jul 23 16:11:27.639165 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d467063-a7c8-4ee7-9798-44da56585b67', 'name': 'network-vif-deleted', 'tag': '0e19db23-008a-418f-bb50-dec4633bf7d5'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:27.641905 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a98ef-a0c8-441e-8e4a-f331f71bffe2" -d '{"events": [{"server_uuid": "6d467063-a7c8-4ee7-9798-44da56585b67", "name": "network-vif-deleted", "tag": "0e19db23-008a-418f-bb50-dec4633bf7d5"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:27.736901 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630f5bf-2120-4e97-8633-ffa91e4014ee x-openstack-request-id: req-b630f5bf-2120-4e97-8633-ffa91e4014ee {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:27.737262 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d467063-a7c8-4ee7-9798-44da56585b67", "name": "network-vif-deleted", "tag": "0e19db23-008a-418f-bb50-dec4633bf7d5", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:27.737648 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b630f5bf-2120-4e97-8633-ffa91e4014ee {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:27.738305 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d467063-a7c8-4ee7-9798-44da56585b67', 'name': 'network-vif-deleted', 'tag': '0e19db23-008a-418f-bb50-dec4633bf7d5', 'status': 'completed', 'code': 200} Jul 23 16:11:27.799608 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-dc140195-2329-426e-b864-8e2ec2288569 service neutron] 10.222.0.72 "GET /v2.0/networks/e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876480 Jul 23 16:11:28.049098 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed453e67-a0a5-474c-bca8-9eec38d3c336 req-a6e08f95-503a-4709-99c5-f0abac30dcf6 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:28.052639 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ed453e67-a0a5-474c-bca8-9eec38d3c336 req-a6e08f95-503a-4709-99c5-f0abac30dcf6 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 948 time: 0.1088431 Jul 23 16:11:28.104070 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ed453e67-a0a5-474c-bca8-9eec38d3c336 req-4064868a-831c-478b-b674-b43a6b97b73e tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Jul 23 16:11:28.153000 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:28.173499 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-69b27c39-7b01-490d-b6a8-f76332276288 req-8dbbe2f7-e40b-42b8-a329-7b8318a339bd service neutron] 10.222.0.72 "GET /v2.0/networks/e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419845 Jul 23 16:11:28.214985 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:28.357240 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:28.624093 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:28.636505 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0c733803-411d-41c2-bafd-da7f8ffc0584 req-b4b301bd-4a03-4c7f-a4a5-b5066ded5356 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 210 time: 0.0435040 Jul 23 16:11:28.640612 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:28.688867 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac14d3-43e0-4987-a4fc-63153cccc3f3 req-a5d0cbb7-bebf-4143-9d09-6a02440cb24d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:28.691293 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abac14d3-43e0-4987-a4fc-63153cccc3f3 req-a5d0cbb7-bebf-4143-9d09-6a02440cb24d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1422672 Jul 23 16:11:28.743591 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abac14d3-43e0-4987-a4fc-63153cccc3f3 req-953143d6-74fc-4950-8df0-42ef5b116e02 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Jul 23 16:11:28.975904 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'Port': ['ID=baf0f8be-0614-497a-b370-00bd85f0447e,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:29.005911 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.049048 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e711fd3-5812-4df6-80ba-3601614abd46 req-355c7f04-ad09-480d-afc3-27a60f46a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:29.050655 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0e711fd3-5812-4df6-80ba-3601614abd46 req-355c7f04-ad09-480d-afc3-27a60f46a586 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 1099 time: 0.4230618 Jul 23 16:11:29.136859 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.l3_db [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Floating IP 1878bc9d-0506-4e2a-9edd-0acf865764af associated. External IP: 172.27.2.21, port: 67131e16-84c9-4b40-8d4d-e669e228452c. Jul 23 16:11:29.254110 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94a803-0360-47ed-b43f-deb9529e2bfb req-7a9478ce-d10e-4ab8-b0cc-b640ceaed11c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:29.255603 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7b94a803-0360-47ed-b43f-deb9529e2bfb req-7a9478ce-d10e-4ab8-b0cc-b640ceaed11c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 948 time: 0.0683961 Jul 23 16:11:29.298052 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7b94a803-0360-47ed-b43f-deb9529e2bfb req-79dad4c2-5cb9-4d13-8996-12cb07afd20e tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346639 Jul 23 16:11:29.379212 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Router c6110432-6c4b-4799-9ef7-63908b071f17 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:11:29.504944 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:11:29.515529 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765faf05-c349-4d3d-8c89-e898fa836a5c None None] Sync routers for ids ['c6110432-6c4b-4799-9ef7-63908b071f17'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:11:29.523664 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.526727 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765faf05-c349-4d3d-8c89-e898fa836a5c None None] Routers {'c6110432-6c4b-4799-9ef7-63908b071f17'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:29.527713 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-765faf05-c349-4d3d-8c89-e898fa836a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:11:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c6110432-6c4b-4799-9ef7-63908b071f17'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:29.578086 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e7247988-ae74-47c0-8c78-c5d1e1ec4949 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6449533 Jul 23 16:11:29.582313 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45516) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:29.587256 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-276127dc-d202-4f1d-bb0f-450961c21f96 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-343169767', 'description': 'tempest-secgroup-smoke-343169767 description', 'project_id': 'e0f30eb2c1064c2da54d700702dbf937'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:29.629182 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-276127dc-d202-4f1d-bb0f-450961c21f96 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.741610 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:29.742500 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-765faf05-c349-4d3d-8c89-e898fa836a5c None None] Set router c6110432-6c4b-4799-9ef7-63908b071f17 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:29.744075 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837a7c12-dbb5-460c-92d6-c1daa3eca45d" -d '{"events": [{"name": "network-changed", "server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:29.764113 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-276127dc-d202-4f1d-bb0f-450961c21f96 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.770590 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-276127dc-d202-4f1d-bb0f-450961c21f96 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.815938 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d31eaf57-b4ff-4451-beeb-9db07b61f970 req-72a8f068-6384-4acf-8373-f5f77d15dd8e tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 210 time: 0.0555143 Jul 23 16:11:29.824953 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.829643 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-276127dc-d202-4f1d-bb0f-450961c21f96 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.836779 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-276127dc-d202-4f1d-bb0f-450961c21f96 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2475374 Jul 23 16:11:29.836779 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276127dc-d202-4f1d-bb0f-450961c21f96 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:29.837098 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 45526) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:29.843270 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Request body: {'security_group_rule': {'security_group_id': '5b91c3d4-11fd-46d3-8533-9cd3c6cf6066', 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:29.899659 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.901854 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef2eff9-982f-43fa-b16e-cb5374cfb81a x-openstack-request-id: req-aef2eff9-982f-43fa-b16e-cb5374cfb81a {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:29.902144 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:29.902435 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aef2eff9-982f-43fa-b16e-cb5374cfb81a {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:29.902834 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c', 'status': 'completed', 'code': 200} Jul 23 16:11:30.035194 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-765faf05-c349-4d3d-8c89-e898fa836a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:10:00Z', 'revision_number': 4, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '1878bc9d-0506-4e2a-9edd-0acf865764af', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'port_id': '67131e16-84c9-4b40-8d4d-e669e228452c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'mac_address': 'fa:16:3e:4a:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:11:27Z', 'updated_at': '2021-07-23T16:11:27Z', 'revision_number': 0, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4587dab5-9635-4727-8c4b-427206ace718', 'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'mac_address': 'fa:16:3e:70:ae:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:59Z', 'updated_at': '2021-07-23T16:10:06Z', 'revision_number': 5, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'subnets': [{'id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:30.046780 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.051771 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.065840 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765faf05-c349-4d3d-8c89-e898fa836a5c None None] Checking router: c6110432-6c4b-4799-9ef7-63908b071f17 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:11:30.075425 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765faf05-c349-4d3d-8c89-e898fa836a5c None None] Routers {'c6110432-6c4b-4799-9ef7-63908b071f17'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:30.076536 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-765faf05-c349-4d3d-8c89-e898fa836a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:11:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c6110432-6c4b-4799-9ef7-63908b071f17'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:30.078595 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9327a20-5443-4d5c-9182-27503a80d5fb,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:30.089787 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.093757 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2531281 Jul 23 16:11:30.093757 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.094146 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.095181 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45530) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:30.095759 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.096106 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.096473 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.101599 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.101599 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.101599 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.101599 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.101599 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.101599 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.101599 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01699e-59d9-41db-ad3c-66b47f13c730 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:30.107155 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-dab36430-7937-4bd3-86e4-6470d09266f4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Request body: {'security_group_rule': {'security_group_id': '5b91c3d4-11fd-46d3-8533-9cd3c6cf6066', 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:30.129472 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41944098-0085-4475-b466-ebd3cde0a951 req-d43fd37e-5333-450a-a542-4ed47c4c744b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:30.131432 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-41944098-0085-4475-b466-ebd3cde0a951 req-d43fd37e-5333-450a-a542-4ed47c4c744b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1593285 Jul 23 16:11:30.149254 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dab36430-7937-4bd3-86e4-6470d09266f4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.185129 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-41944098-0085-4475-b466-ebd3cde0a951 req-b05f69ba-25c3-4254-8699-f5cd74b8f3b3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 Jul 23 16:11:30.215848 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-765faf05-c349-4d3d-8c89-e898fa836a5c None None] Set router c6110432-6c4b-4799-9ef7-63908b071f17 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:30.241124 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dab36430-7937-4bd3-86e4-6470d09266f4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.245631 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dab36430-7937-4bd3-86e4-6470d09266f4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.268182 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab36430-7937-4bd3-86e4-6470d09266f4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7973eb0-1d00-4091-8986-0f7b7be28170,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:30.277132 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dab36430-7937-4bd3-86e4-6470d09266f4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.279151 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-dab36430-7937-4bd3-86e4-6470d09266f4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1819456 Jul 23 16:11:30.282701 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45532) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:30.290156 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-fbbb995a-be4a-4ca4-947e-384de132d4a4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Request body: {'security_group_rule': {'security_group_id': '5b91c3d4-11fd-46d3-8533-9cd3c6cf6066', 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:30.331767 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fbbb995a-be4a-4ca4-947e-384de132d4a4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.436656 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fbbb995a-be4a-4ca4-947e-384de132d4a4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.443437 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fbbb995a-be4a-4ca4-947e-384de132d4a4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.463122 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda7259-3b01-46e5-8c9a-4035ece4b706 req-1087461b-c14b-4fc1-b980-a1a214cea939 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:30.467455 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb995a-be4a-4ca4-947e-384de132d4a4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68470669-8d99-4f42-9383-414fee03e252,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:30.468811 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7dda7259-3b01-46e5-8c9a-4035ece4b706 req-1087461b-c14b-4fc1-b980-a1a214cea939 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 948 time: 0.0887110 Jul 23 16:11:30.478207 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fbbb995a-be4a-4ca4-947e-384de132d4a4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.480173 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fbbb995a-be4a-4ca4-947e-384de132d4a4 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959379 Jul 23 16:11:30.483659 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45536) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:30.491548 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-b45ba90d-569f-4d16-b3a9-a0d67684cb59 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Request body: {'security_group_rule': {'security_group_id': '5b91c3d4-11fd-46d3-8533-9cd3c6cf6066', 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:30.530475 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b45ba90d-569f-4d16-b3a9-a0d67684cb59 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.537881 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7dda7259-3b01-46e5-8c9a-4035ece4b706 req-689112dc-ac0d-4f96-b151-d6bba5411470 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575075 Jul 23 16:11:30.553214 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-765faf05-c349-4d3d-8c89-e898fa836a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:10:00Z', 'revision_number': 4, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '1878bc9d-0506-4e2a-9edd-0acf865764af', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'port_id': '67131e16-84c9-4b40-8d4d-e669e228452c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'mac_address': 'fa:16:3e:4a:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:11:27Z', 'updated_at': '2021-07-23T16:11:27Z', 'revision_number': 0, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4587dab5-9635-4727-8c4b-427206ace718', 'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'mac_address': 'fa:16:3e:70:ae:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:59Z', 'updated_at': '2021-07-23T16:10:06Z', 'revision_number': 5, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'subnets': [{'id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:30.599021 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765faf05-c349-4d3d-8c89-e898fa836a5c None None] The sync data for ids ['c6110432-6c4b-4799-9ef7-63908b071f17'] in dv-cinder-801989-4-iscsi is: [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:10:00Z', 'revision_number': 4, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '1878bc9d-0506-4e2a-9edd-0acf865764af', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'port_id': '67131e16-84c9-4b40-8d4d-e669e228452c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'mac_address': 'fa:16:3e:4a:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:11:27Z', 'updated_at': '2021-07-23T16:11:27Z', 'revision_number': 0, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4587dab5-9635-4727-8c4b-427206ace718', 'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'mac_address': 'fa:16:3e:70:ae:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:59Z', 'updated_at': '2021-07-23T16:10:06Z', 'revision_number': 5, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'subnets': [{'id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:11:30.625038 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b45ba90d-569f-4d16-b3a9-a0d67684cb59 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.630337 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b45ba90d-569f-4d16-b3a9-a0d67684cb59 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.654130 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ba90d-569f-4d16-b3a9-a0d67684cb59 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10ec2d6-637a-4dfa-9731-63a4375af9e7,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:30.675870 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b45ba90d-569f-4d16-b3a9-a0d67684cb59 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.676692 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b45ba90d-569f-4d16-b3a9-a0d67684cb59 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1912546 Jul 23 16:11:30.679616 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45540) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:30.686347 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-8994d677-489a-4def-ad1b-efd58ead634d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Request body: {'security_group_rule': {'security_group_id': '5b91c3d4-11fd-46d3-8533-9cd3c6cf6066', 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:30.713875 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.securitygroups_db [None req-8994d677-489a-4def-ad1b-efd58ead634d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Project e0f30eb2c1064c2da54d700702dbf937 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:11:30.720295 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8994d677-489a-4def-ad1b-efd58ead634d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.810432 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8994d677-489a-4def-ad1b-efd58ead634d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.817678 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8994d677-489a-4def-ad1b-efd58ead634d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.839969 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994d677-489a-4def-ad1b-efd58ead634d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7a3927-36e3-4b5c-b9f0-3119dbcc4aa3,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:30.842555 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8994d677-489a-4def-ad1b-efd58ead634d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.846606 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8994d677-489a-4def-ad1b-efd58ead634d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1630237 Jul 23 16:11:30.847759 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 45542) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:30.859148 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc265dfe-df61-47e4-be43-1716454ff61c None None] New status for floating IP 1878bc9d-0506-4e2a-9edd-0acf865764af: ACTIVE {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:11:30.866363 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-4b58312f-8ded-4537-8241-abb2b53c927d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Request body: {'security_group_rule': {'security_group_id': '5b91c3d4-11fd-46d3-8533-9cd3c6cf6066', 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:30.910087 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.securitygroups_db [None req-4b58312f-8ded-4537-8241-abb2b53c927d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Project e0f30eb2c1064c2da54d700702dbf937 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:11:30.921383 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4b58312f-8ded-4537-8241-abb2b53c927d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:31.009013 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-527e0484-bd63-4397-b2f6-81b36ff4ec95 req-f4bc09f3-d623-4c99-ad63-88874223f547 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 210 time: 0.0495605 Jul 23 16:11:31.064851 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4b58312f-8ded-4537-8241-abb2b53c927d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:31.071388 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4b58312f-8ded-4537-8241-abb2b53c927d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:31.099294 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58312f-8ded-4537-8241-abb2b53c927d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c03c4e5-31d9-47be-bf85-3aa0d0fba52b,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:31.113022 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4b58312f-8ded-4537-8241-abb2b53c927d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:31.114680 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4b58312f-8ded-4537-8241-abb2b53c927d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2654161 Jul 23 16:11:31.218262 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b499ab29-3fc6-419d-9fe4-c33b56ca8033 req-a794241c-db73-4118-9da7-c7206be030d9 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343169767&fields=id&tenant_id=e0f30eb2c1064c2da54d700702dbf937 HTTP/1.1" status: 200 len: 267 time: 0.0409467 Jul 23 16:11:31.299237 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499ab29-3fc6-419d-9fe4-c33b56ca8033 req-990fc779-8fe9-4216-a9d5-34857c813dc8 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:31.300819 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b499ab29-3fc6-419d-9fe4-c33b56ca8033 req-990fc779-8fe9-4216-a9d5-34857c813dc8 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 946 time: 0.0769360 Jul 23 16:11:31.312991 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-b499ab29-3fc6-419d-9fe4-c33b56ca8033 req-77541f66-8a0e-45f7-822c-c7d6e13a2f1b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Request body: {'port': {'security_groups': ['c2b3f3e4-fea2-4754-af52-86ea11bfc99f', '5b91c3d4-11fd-46d3-8533-9cd3c6cf6066']}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:31.411269 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-b499ab29-3fc6-419d-9fe4-c33b56ca8033 req-77541f66-8a0e-45f7-822c-c7d6e13a2f1b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:31.602873 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 0e19db23-008a-418f-bb50-dec4633bf7d5 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:11:31.630064 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-b499ab29-3fc6-419d-9fe4-c33b56ca8033 req-77541f66-8a0e-45f7-822c-c7d6e13a2f1b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] For port 67131e16-84c9-4b40-8d4d-e669e228452c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=67131e16-84c9-4b40-8d4d-e669e228452c,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:31.633721 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 0e19db23-008a-418f-bb50-dec4633bf7d5 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:11:31.634254 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 0e19db23-008a-418f-bb50-dec4633bf7d5 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:11:31.676238 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-b499ab29-3fc6-419d-9fe4-c33b56ca8033 req-77541f66-8a0e-45f7-822c-c7d6e13a2f1b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:31.681350 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-b499ab29-3fc6-419d-9fe4-c33b56ca8033 req-77541f66-8a0e-45f7-822c-c7d6e13a2f1b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:31.729020 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499ab29-3fc6-419d-9fe4-c33b56ca8033 req-77541f66-8a0e-45f7-822c-c7d6e13a2f1b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:31.729853 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-b499ab29-3fc6-419d-9fe4-c33b56ca8033 req-77541f66-8a0e-45f7-822c-c7d6e13a2f1b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:31.732087 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b499ab29-3fc6-419d-9fe4-c33b56ca8033 req-77541f66-8a0e-45f7-822c-c7d6e13a2f1b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "PUT /v2.0/ports/67131e16-84c9-4b40-8d4d-e669e228452c HTTP/1.1" status: 200 len: 982 time: 0.4250417 Jul 23 16:11:31.732760 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:31.736636 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f50ac7-2bf7-473f-88ec-0cc8fae62306" -d '{"events": [{"name": "network-changed", "server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:31.782741 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77541f66-8a0e-45f7-822c-c7d6e13a2f1b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'Port': ['ID=67131e16-84c9-4b40-8d4d-e669e228452c,revision_number=6']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:31.893826 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3aa515-9178-4e97-b571-7ef43c04a11e req-cd94c5ab-e4aa-4d24-a42c-4c3e2aa611fa tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:31.895777 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5e3aa515-9178-4e97-b571-7ef43c04a11e req-cd94c5ab-e4aa-4d24-a42c-4c3e2aa611fa tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0776510 Jul 23 16:11:31.947501 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5e3aa515-9178-4e97-b571-7ef43c04a11e req-9f234f5b-7140-49dd-ba7b-088341245ca4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452805 Jul 23 16:11:31.994564 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-7dc2c8b4-276d-471c-a125-921f3e6cf51f None None] Provisioning complete for port 67131e16-84c9-4b40-8d4d-e669e228452c triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:31.995396 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7dc2c8b4-276d-471c-a125-921f3e6cf51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.095465 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10cb84-35ee-440a-899f-74fcfdcf12a8 req-ae4de17e-37f2-4341-a07c-2886b0e67617 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:32.097582 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c10cb84-35ee-440a-899f-74fcfdcf12a8 req-ae4de17e-37f2-4341-a07c-2886b0e67617 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 948 time: 0.0848496 Jul 23 16:11:32.148771 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c10cb84-35ee-440a-899f-74fcfdcf12a8 req-26d2a4ae-663a-4668-996d-88d9b21cb668 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Jul 23 16:11:32.201702 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb2d869-83f8-4022-86ad-81fc61962028 x-openstack-request-id: req-7fb2d869-83f8-4022-86ad-81fc61962028 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:32.202001 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:32.202285 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fb2d869-83f8-4022-86ad-81fc61962028 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:32.202911 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c', 'status': 'completed', 'code': 200} Jul 23 16:11:32.313497 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0e6db-cfaf-49ed-b196-a3758640b214 req-802660b5-2712-4377-ba8a-699842274fdc tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:32.315793 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3a0e6db-cfaf-49ed-b196-a3758640b214 req-802660b5-2712-4377-ba8a-699842274fdc tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0702894 Jul 23 16:11:32.356509 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3a0e6db-cfaf-49ed-b196-a3758640b214 req-ffce79c3-ca09-4e0e-afef-f2d7463a9e96 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349851 Jul 23 16:11:32.465830 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9418fb96-524b-4e13-9c25-d29fada292c3 req-91a1ef53-f2a6-42d3-a524-d08d42b5a538 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 210 time: 0.0350761 Jul 23 16:11:33.107778 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705901c-9783-4f6b-835b-6d59573eb53e req-fb3783e1-5e87-4823-ad61-8ce7f34f0897 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:33.109397 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0705901c-9783-4f6b-835b-6d59573eb53e req-fb3783e1-5e87-4823-ad61-8ce7f34f0897 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0884461 Jul 23 16:11:33.150351 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0705901c-9783-4f6b-835b-6d59573eb53e req-9254862c-9947-44a3-89cc-910218d75c52 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350597 Jul 23 16:11:33.308724 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e711fd3-5812-4df6-80ba-3601614abd46 req-1506e7f0-7947-4fa9-a024-1dfd461e5595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:33.309370 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7ec65-4bf0-48fd-80b5-c52d3cfe0d46 req-2bc7d619-4aeb-4d07-9b0f-1fb86a62fa4e tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:33.310212 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0e711fd3-5812-4df6-80ba-3601614abd46 req-1506e7f0-7947-4fa9-a024-1dfd461e5595 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 200 len: 920 time: 0.1134019 Jul 23 16:11:33.310886 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0be7ec65-4bf0-48fd-80b5-c52d3cfe0d46 req-2bc7d619-4aeb-4d07-9b0f-1fb86a62fa4e tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 948 time: 0.0734568 Jul 23 16:11:33.360666 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0be7ec65-4bf0-48fd-80b5-c52d3cfe0d46 req-39903c2a-336a-4f97-b52e-15f515f754e0 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Jul 23 16:11:33.408246 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['67131e16-84c9-4b40-8d4d-e669e228452c'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:33.467408 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0e711fd3-5812-4df6-80ba-3601614abd46 req-32b36ba6-d56d-489f-99bd-0728716440ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9 HTTP/1.1" status: 200 len: 217 time: 0.0450926 Jul 23 16:11:33.495019 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a7c12-dbb5-460c-92d6-c1daa3eca45d req-dd445115-83f4-4937-adfc-3bb6816cc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:33.496628 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837a7c12-dbb5-460c-92d6-c1daa3eca45d req-dd445115-83f4-4937-adfc-3bb6816cc4ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e0f30eb2c1064c2da54d700702dbf937&device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 1138 time: 0.1167481 Jul 23 16:11:33.601685 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-23b3be30-1e42-4c8f-8cd1-e00e8728d65a req-ff946b98-e107-4365-8082-eea4a3e9c124 tempest-VolumesActionsTest-817937912 tempest-VolumesActionsTest-817937912-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d467063-a7c8-4ee7-9798-44da56585b67 HTTP/1.1" status: 200 len: 210 time: 0.0374773 Jul 23 16:11:33.627950 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e711fd3-5812-4df6-80ba-3601614abd46 req-753fe6f1-f217-474f-a4de-c85173994af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:33.629620 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0e711fd3-5812-4df6-80ba-3601614abd46 req-753fe6f1-f217-474f-a4de-c85173994af6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4515c4d-ff81-477c-ae0a-22650fc42440 HTTP/1.1" status: 200 len: 859 time: 0.1373508 Jul 23 16:11:33.695879 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0e711fd3-5812-4df6-80ba-3601614abd46 req-24fde887-3d4d-4394-af47-53299af6cc25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc286c6b-df72-439e-bbfe-df072153dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499451 Jul 23 16:11:33.698838 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a7c12-dbb5-460c-92d6-c1daa3eca45d req-af89c5fa-4947-4303-8b97-e6c373f518a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:33.700246 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837a7c12-dbb5-460c-92d6-c1daa3eca45d req-af89c5fa-4947-4303-8b97-e6c373f518a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbb8efd9-d330-47d1-88c0-533da436ae8f HTTP/1.1" status: 200 len: 915 time: 0.1750903 Jul 23 16:11:33.848732 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['67131e16-84c9-4b40-8d4d-e669e228452c'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:33.871498 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837a7c12-dbb5-460c-92d6-c1daa3eca45d req-4d182931-004e-4de6-9142-9072d4700e29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67131e16-84c9-4b40-8d4d-e669e228452c HTTP/1.1" status: 200 len: 1001 time: 0.1127439 Jul 23 16:11:33.939141 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0e711fd3-5812-4df6-80ba-3601614abd46 req-a3f79d49-9794-434d-ac04-f6b228031704 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877005 Jul 23 16:11:33.950473 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a7c12-dbb5-460c-92d6-c1daa3eca45d req-baa92d86-7447-4933-afd9-cae39b17cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:33.952041 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837a7c12-dbb5-460c-92d6-c1daa3eca45d req-baa92d86-7447-4933-afd9-cae39b17cd70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b39297c-14f8-4e44-853e-81ba68862a65 HTTP/1.1" status: 200 len: 853 time: 0.0691082 Jul 23 16:11:34.133407 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a7c12-dbb5-460c-92d6-c1daa3eca45d req-e019b3aa-25a3-4f9b-8dff-3d0380ed71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:34.134819 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837a7c12-dbb5-460c-92d6-c1daa3eca45d req-e019b3aa-25a3-4f9b-8dff-3d0380ed71b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbb8efd9-d330-47d1-88c0-533da436ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1551487 Jul 23 16:11:34.137131 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0e711fd3-5812-4df6-80ba-3601614abd46 req-e87fd655-db65-4805-b378-5a847044c22f service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594136 Jul 23 16:11:34.343722 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837a7c12-dbb5-460c-92d6-c1daa3eca45d req-526fdc1e-0a02-41ae-88df-dbf74560ba59 service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717718 Jul 23 16:11:34.566458 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ce256-0f1c-4d3a-96a5-50c31f0abcf9 req-1db26bc7-444c-4f83-9526-4c22db944705 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:34.568001 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f18ce256-0f1c-4d3a-96a5-50c31f0abcf9 req-1db26bc7-444c-4f83-9526-4c22db944705 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.3186891 Jul 23 16:11:34.616103 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f18ce256-0f1c-4d3a-96a5-50c31f0abcf9 req-3597e697-ae3b-46ab-8591-2fe886bd99b5 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Jul 23 16:11:34.687360 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837a7c12-dbb5-460c-92d6-c1daa3eca45d req-ed71c9a0-b96d-480d-aecb-d8b7e1f511b7 service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291654 Jul 23 16:11:34.776974 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa649bc9-3e40-486c-b981-f01263320764 req-3eb61052-423e-4fe9-a8a0-e716a3e8ebce tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:34.778578 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aa649bc9-3e40-486c-b981-f01263320764 req-3eb61052-423e-4fe9-a8a0-e716a3e8ebce tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 948 time: 0.0935929 Jul 23 16:11:34.837482 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aa649bc9-3e40-486c-b981-f01263320764 req-3f577c66-3623-4fc8-a619-888d536456d9 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522974 Jul 23 16:11:34.915557 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f50ac7-2bf7-473f-88ec-0cc8fae62306 req-24929644-d1e3-4d0e-88fa-4037f5181468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:34.917412 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-30f50ac7-2bf7-473f-88ec-0cc8fae62306 req-24929644-d1e3-4d0e-88fa-4037f5181468 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e0f30eb2c1064c2da54d700702dbf937&device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 1138 time: 0.0738358 Jul 23 16:11:35.066143 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f50ac7-2bf7-473f-88ec-0cc8fae62306 req-71e9cda8-51e1-4004-92dd-1c7f67d33399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:35.068049 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-30f50ac7-2bf7-473f-88ec-0cc8fae62306 req-71e9cda8-51e1-4004-92dd-1c7f67d33399 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbb8efd9-d330-47d1-88c0-533da436ae8f HTTP/1.1" status: 200 len: 915 time: 0.1388388 Jul 23 16:11:35.179495 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-30f50ac7-2bf7-473f-88ec-0cc8fae62306 req-06086380-9a1a-4650-9718-2e8914f79054 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67131e16-84c9-4b40-8d4d-e669e228452c HTTP/1.1" status: 200 len: 1001 time: 0.1007638 Jul 23 16:11:35.258691 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f50ac7-2bf7-473f-88ec-0cc8fae62306 req-cbbb6b4a-3b39-4970-843f-58e414822866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:35.260592 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-30f50ac7-2bf7-473f-88ec-0cc8fae62306 req-cbbb6b4a-3b39-4970-843f-58e414822866 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b39297c-14f8-4e44-853e-81ba68862a65 HTTP/1.1" status: 200 len: 853 time: 0.0590146 Jul 23 16:11:35.367853 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f50ac7-2bf7-473f-88ec-0cc8fae62306 req-c47ebfc8-9edf-4e1e-82c3-22d3e2b90cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:35.371865 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-30f50ac7-2bf7-473f-88ec-0cc8fae62306 req-c47ebfc8-9edf-4e1e-82c3-22d3e2b90cd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbb8efd9-d330-47d1-88c0-533da436ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923734 Jul 23 16:11:35.522527 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-30f50ac7-2bf7-473f-88ec-0cc8fae62306 req-a7a8fc6f-7d80-47ac-85a7-402adc597505 service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180956 Jul 23 16:11:35.622302 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device e35b6ba9-399b-49a0-bbb0-019c34f158ca details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:11:35.654436 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-30f50ac7-2bf7-473f-88ec-0cc8fae62306 req-9ff00374-76da-4150-b4d0-fd94e0c9d777 service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132312 Jul 23 16:11:35.758773 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port e35b6ba9-399b-49a0-bbb0-019c34f158ca, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=e35b6ba9-399b-49a0-bbb0-019c34f158ca,segment=NetworkSegment(bb298a18-4f63-478c-a691-207fc3da5237),segment_id=bb298a18-4f63-478c-a691-207fc3da5237)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:35.775804 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': 'e35b6ba9-399b-49a0-bbb0-019c34f158ca', 'network_id': 'e7e164a4-47f9-4aa2-ae3b-7095b40ec8ba', 'port_id': 'e35b6ba9-399b-49a0-bbb0-019c34f158ca', 'mac_address': 'fa:16:3e:c3:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36489f0-b64b-4aef-b342-865007cd0399', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:11:35.800769 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4859d23-825f-4f94-9c22-9faec4b4e71b req-2383ab08-210a-4e63-adaa-0c1f47e0a639 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:35.802969 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a4859d23-825f-4f94-9c22-9faec4b4e71b req-2383ab08-210a-4e63-adaa-0c1f47e0a639 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0824356 Jul 23 16:11:35.824900 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:35.843184 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35b6ba9-399b-49a0-bbb0-019c34f158ca {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:35.856376 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a4859d23-825f-4f94-9c22-9faec4b4e71b req-2c1321f9-70b0-4988-9e94-6de001f95dc0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467861 Jul 23 16:11:35.868404 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port e35b6ba9-399b-49a0-bbb0-019c34f158ca, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=e35b6ba9-399b-49a0-bbb0-019c34f158ca,segment=NetworkSegment(bb298a18-4f63-478c-a691-207fc3da5237),segment_id=bb298a18-4f63-478c-a691-207fc3da5237)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:35.879553 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:35.939582 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=e35b6ba9-399b-49a0-bbb0-019c34f158ca,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:35.996026 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69792eb2-f26f-4c0a-8ab0-1298a93428bc req-4473bf42-bf9e-4390-b135-e4e4ecdfa676 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:35.997619 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69792eb2-f26f-4c0a-8ab0-1298a93428bc req-4473bf42-bf9e-4390-b135-e4e4ecdfa676 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 949 time: 0.0704534 Jul 23 16:11:36.042016 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69792eb2-f26f-4c0a-8ab0-1298a93428bc req-87c594f0-a8c1-4aa9-8fe3-115ea98f691d tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360909 Jul 23 16:11:37.025211 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fb3bc-fc82-4610-a567-5711b76462a4 req-842210d7-6311-4914-98d3-8d7a958a056c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:37.027307 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-472fb3bc-fc82-4610-a567-5711b76462a4 req-842210d7-6311-4914-98d3-8d7a958a056c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0929084 Jul 23 16:11:37.077245 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-472fb3bc-fc82-4610-a567-5711b76462a4 req-a87f87ca-8a6c-4a76-b2e0-54371ad8e0d4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Jul 23 16:11:37.221480 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0cc40-7149-4c8f-9da9-58bde9c0dccd req-812d3a8f-446d-4798-b25c-c34440c8d184 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:37.223094 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-74f0cc40-7149-4c8f-9da9-58bde9c0dccd req-812d3a8f-446d-4798-b25c-c34440c8d184 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 949 time: 0.0822234 Jul 23 16:11:37.274512 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-74f0cc40-7149-4c8f-9da9-58bde9c0dccd req-5734afb2-709b-4aee-815e-6ee50bb9d1ad tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444293 Jul 23 16:11:38.253917 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2e32f-d65a-4c62-b116-82077a23d03f req-93ce37d4-4b13-4524-865e-9c00f20ee8dd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:38.255495 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-19f2e32f-d65a-4c62-b116-82077a23d03f req-93ce37d4-4b13-4524-865e-9c00f20ee8dd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0835855 Jul 23 16:11:38.296557 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-19f2e32f-d65a-4c62-b116-82077a23d03f req-0ca0a2e4-e7a4-41f2-8ef9-71cf8a5ba8ce tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349793 Jul 23 16:11:38.439548 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449205bc-adce-4993-9afd-c2c49e04655f req-4f4d4199-f65b-4217-8a09-b40f71aa3172 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:38.440984 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-449205bc-adce-4993-9afd-c2c49e04655f req-4f4d4199-f65b-4217-8a09-b40f71aa3172 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 949 time: 0.0721595 Jul 23 16:11:38.485942 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-449205bc-adce-4993-9afd-c2c49e04655f req-93f26dca-6b20-40da-a565-7c887d646cec tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385768 Jul 23 16:11:39.443740 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe6640-c45f-4d3b-bbdb-78727a5b020e req-0874b8e8-119b-479f-85bc-771b2692d643 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:39.445306 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32fe6640-c45f-4d3b-bbdb-78727a5b020e req-0874b8e8-119b-479f-85bc-771b2692d643 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0713451 Jul 23 16:11:39.488836 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32fe6640-c45f-4d3b-bbdb-78727a5b020e req-6040c766-7ab9-41ef-8283-77afc70daa21 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 Jul 23 16:11:39.643747 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379e48e-d64a-486e-bae2-18ea3984a3b6 req-f12b1f71-300f-43d1-b544-8fee820ce866 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:39.645364 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4379e48e-d64a-486e-bae2-18ea3984a3b6 req-f12b1f71-300f-43d1-b544-8fee820ce866 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 949 time: 0.0797143 Jul 23 16:11:39.686323 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4379e48e-d64a-486e-bae2-18ea3984a3b6 req-f450cdeb-ebd4-443d-8a65-951041d836f4 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351584 Jul 23 16:11:40.532811 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['e35b6ba9-399b-49a0-bbb0-019c34f158ca'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:40.658034 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aada3f-53e0-4938-90a5-1651c63e3d0d req-ed9e0b95-192c-4bc9-a46e-dd6ad729aeb2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:40.659750 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69aada3f-53e0-4938-90a5-1651c63e3d0d req-ed9e0b95-192c-4bc9-a46e-dd6ad729aeb2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0849335 Jul 23 16:11:40.722429 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69aada3f-53e0-4938-90a5-1651c63e3d0d req-f939d0cc-df33-4c77-b649-8c4673360668 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546660 Jul 23 16:11:40.840421 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9275e-f562-476d-9e4f-f71d46050764 req-6eda3eec-f379-4316-851a-0cc58a6ee185 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:40.841911 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f8c9275e-f562-476d-9e4f-f71d46050764 req-6eda3eec-f379-4316-851a-0cc58a6ee185 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 949 time: 0.0710592 Jul 23 16:11:40.883798 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f8c9275e-f562-476d-9e4f-f71d46050764 req-fbd56830-5390-4aca-a56b-fa4f40a0ec16 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354302 Jul 23 16:11:41.900173 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43de475-784b-441c-9dc7-7623abe07cd5 req-0969a3bc-64be-4003-8b7d-d3dd91c9b535 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:41.901731 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a43de475-784b-441c-9dc7-7623abe07cd5 req-0969a3bc-64be-4003-8b7d-d3dd91c9b535 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0818667 Jul 23 16:11:41.956274 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a43de475-784b-441c-9dc7-7623abe07cd5 req-4d74e446-02bb-4711-b754-429d9e262af9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Jul 23 16:11:42.041137 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d2588-2173-4b92-9f84-b1de39ec21d2 req-b8644b38-4eb6-4d58-800b-677154a8c787 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:42.042682 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-675d2588-2173-4b92-9f84-b1de39ec21d2 req-b8644b38-4eb6-4d58-800b-677154a8c787 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 949 time: 0.0754621 Jul 23 16:11:42.100260 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-675d2588-2173-4b92-9f84-b1de39ec21d2 req-9932c017-558a-42c8-9dac-2329e1a0bb15 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507967 Jul 23 16:11:43.145589 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b1db5-ea02-4290-bdde-353098f9bbe0 req-0e66e1a7-6f70-460f-b055-f66f1c655cc4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:43.148145 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b32b1db5-ea02-4290-bdde-353098f9bbe0 req-0e66e1a7-6f70-460f-b055-f66f1c655cc4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0885408 Jul 23 16:11:43.236674 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b32b1db5-ea02-4290-bdde-353098f9bbe0 req-058af541-71ae-4627-a21a-ea27eed4f2d1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820849 Jul 23 16:11:43.278031 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b6b4e-1c35-4d60-8e8c-10ecd7f75b99 req-093a3082-49a5-4328-bdd6-7ace4ca051fb tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:43.279860 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-878b6b4e-1c35-4d60-8e8c-10ecd7f75b99 req-093a3082-49a5-4328-bdd6-7ace4ca051fb tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 949 time: 0.0948484 Jul 23 16:11:43.328819 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-878b6b4e-1c35-4d60-8e8c-10ecd7f75b99 req-34a9614f-5a16-4b56-89f3-e250c8a7cf1f tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Jul 23 16:11:43.675138 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device e35b6ba9-399b-49a0-bbb0-019c34f158ca up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:43.763680 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port e35b6ba9-399b-49a0-bbb0-019c34f158ca completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:43.771520 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port e35b6ba9-399b-49a0-bbb0-019c34f158ca triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:43.772122 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:43.954162 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:43.985181 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-ef599b58-b7fd-4e16-8788-cd64c2b96060 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:43.990612 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-ef599b58-b7fd-4e16-8788-cd64c2b96060 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 815 time: 0.2286263 Jul 23 16:11:44.011267 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-13f727ca-f599-45cf-8305-7b6b7b0b5327 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/quotas/37e2a8419bf4498495ae22193d41db3a HTTP/1.1" status: 200 len: 375 time: 0.0196166 Jul 23 16:11:44.020515 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68124dce-0be8-401f-99cd-915415613b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35b6ba9-399b-49a0-bbb0-019c34f158ca'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:44.023382 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223c291d-0769-4357-b1bd-8dd9a61473ee" -d '{"events": [{"server_uuid": "68124dce-0be8-401f-99cd-915415613b03", "name": "network-vif-plugged", "status": "completed", "tag": "e35b6ba9-399b-49a0-bbb0-019c34f158ca"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:44.042290 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port e35b6ba9-399b-49a0-bbb0-019c34f158ca, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=e35b6ba9-399b-49a0-bbb0-019c34f158ca,segment=NetworkSegment(bb298a18-4f63-478c-a691-207fc3da5237),segment_id=bb298a18-4f63-478c-a691-207fc3da5237)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:44.052388 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:44.128906 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87f9b3b-2b42-4a32-9a08-aee8c0f2701b x-openstack-request-id: req-e87f9b3b-2b42-4a32-9a08-aee8c0f2701b {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:44.129355 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68124dce-0be8-401f-99cd-915415613b03", "name": "network-vif-plugged", "status": "completed", "tag": "e35b6ba9-399b-49a0-bbb0-019c34f158ca", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:44.129682 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e87f9b3b-2b42-4a32-9a08-aee8c0f2701b {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:44.130167 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68124dce-0be8-401f-99cd-915415613b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35b6ba9-399b-49a0-bbb0-019c34f158ca', 'code': 200} Jul 23 16:11:44.160762 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=e35b6ba9-399b-49a0-bbb0-019c34f158ca,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:44.190329 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-7dc95f49-c7d9-4845-8727-e56f204f87f1 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1777458 Jul 23 16:11:44.387285 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-02fd18b3-2a6b-48df-8434-2a46e7fdbea5 service neutron] 10.222.0.65 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958435 Jul 23 16:11:44.506151 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665251e-9727-46fe-a225-07c4f46609fe req-2793aee9-fa85-400d-943f-11cf208a51d9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:44.508901 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f665251e-9727-46fe-a225-07c4f46609fe req-2793aee9-fa85-400d-943f-11cf208a51d9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1825316 Jul 23 16:11:44.540506 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b1d6e-21ac-4811-b795-3a329ab98797 req-2b7f64d5-7aea-4f65-bc1d-50e82cce8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:44.544005 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f53b1d6e-21ac-4811-b795-3a329ab98797 req-2b7f64d5-7aea-4f65-bc1d-50e82cce8ab7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 1103 time: 0.1061912 Jul 23 16:11:44.603666 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-b32f9b9f-06d4-473e-8169-da26705c47eb service neutron] 10.222.0.65 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047811 Jul 23 16:11:44.610349 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f53b1d6e-21ac-4811-b795-3a329ab98797 req-993f17cf-92b2-4766-b2b6-4863419972e9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535443 Jul 23 16:11:44.611527 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f665251e-9727-46fe-a225-07c4f46609fe req-38d8ef8d-e48e-4925-a0b0-29efc1b2bd29 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917866 Jul 23 16:11:44.819966 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826152e-d109-45e8-b583-e260f355a8ee req-e4ab2536-23df-446b-8e20-52ba1beaf4c4 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:44.835659 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0826152e-d109-45e8-b583-e260f355a8ee req-e4ab2536-23df-446b-8e20-52ba1beaf4c4 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 950 time: 0.1489649 Jul 23 16:11:44.904820 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2a64eb92-3c12-4f40-ae18-c24018b8c0d6 req-f2b86a3a-8c90-424e-9960-2793f8808256 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 210 time: 0.0646663 Jul 23 16:11:44.931833 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0826152e-d109-45e8-b583-e260f355a8ee req-7a59b075-d888-4e0d-8aff-82b4c3b3053b tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942543 Jul 23 16:11:45.902553 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0da42-738b-49f3-87ac-74f827391a98 req-7c54c00d-1adc-41ec-bae6-e77fa43a796f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:45.920289 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-95c0da42-738b-49f3-87ac-74f827391a98 req-7c54c00d-1adc-41ec-bae6-e77fa43a796f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1031108 Jul 23 16:11:46.030030 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45846) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:46.140444 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-95c0da42-738b-49f3-87ac-74f827391a98 req-cb61a565-ae5f-4513-8ace-03773e8ce4a4 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098987 Jul 23 16:11:46.242594 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-19ea1c95-cae8-4958-a611-761294370e19 req-960c4c43-aa93-40ea-bd71-9ecd9d88162b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 210 time: 0.0890176 Jul 23 16:11:46.279070 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efd5d107-3ce4-4572-bf72-1aa062ef48ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:46.396044 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e9e6d-e069-4540-bbd6-29db680ee956 req-1d1187de-4cad-4f4c-95ea-d0fb8d8c94d9 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:46.412180 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-220e9e6d-e069-4540-bbd6-29db680ee956 req-1d1187de-4cad-4f4c-95ea-d0fb8d8c94d9 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 950 time: 0.1310163 Jul 23 16:11:46.442155 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efd5d107-3ce4-4572-bf72-1aa062ef48ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:46.454367 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efd5d107-3ce4-4572-bf72-1aa062ef48ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:46.473027 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-220e9e6d-e069-4540-bbd6-29db680ee956 req-b8192562-f78e-4bb7-88cc-bd75d858e8a3 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583727 Jul 23 16:11:46.507309 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5d107-3ce4-4572-bf72-1aa062ef48ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcd59b6-2b94-4662-a911-e0bc2a097408,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:46.514191 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-efd5d107-3ce4-4572-bf72-1aa062ef48ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dcc864f2e4994f07bf8efc8b467a70cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811110 Jul 23 16:11:46.517376 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45856) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:46.582091 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5c9d6a21-b81a-4095-8813-c3798edc475c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:46.612962 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5c9d6a21-b81a-4095-8813-c3798edc475c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:46.694747 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5c9d6a21-b81a-4095-8813-c3798edc475c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:46.697320 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5c9d6a21-b81a-4095-8813-c3798edc475c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:46.698463 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5c9d6a21-b81a-4095-8813-c3798edc475c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ffcd59b6-2b94-4662-a911-e0bc2a097408 HTTP/1.1" status: 204 len: 168 time: 0.1800318 Jul 23 16:11:46.715604 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d6a21-b81a-4095-8813-c3798edc475c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcd59b6-2b94-4662-a911-e0bc2a097408,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:47.446514 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52330e63-8570-4050-9c73-c4ed909feae1 req-a5c02c6d-c668-4f3d-8862-465a2f165122 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:47.468339 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52330e63-8570-4050-9c73-c4ed909feae1 req-a5c02c6d-c668-4f3d-8862-465a2f165122 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.2023761 Jul 23 16:11:47.593143 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52330e63-8570-4050-9c73-c4ed909feae1 req-e7b2da2b-9ae8-4ee6-b955-48579c740472 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220558 Jul 23 16:11:47.797617 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-b855a9ca-4960-4d9c-8d2e-227dc8a7527e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:47.801183 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-b855a9ca-4960-4d9c-8d2e-227dc8a7527e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 815 time: 0.3781650 Jul 23 16:11:47.803790 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b8c1bc0-0a52-458e-bbd9-a919148b621d req-175af6c2-16b1-437a-8c09-11f42284d620 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 210 time: 0.0789497 Jul 23 16:11:47.864543 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Request body: {'port': {'device_id': '7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2', 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d', 'admin_state_up': True, 'tenant_id': '37e2a8419bf4498495ae22193d41db3a'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:48.110918 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Made reservation on behalf of 37e2a8419bf4498495ae22193d41db3a for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:48.116765 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:48.191509 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f826ce-10fa-4507-bcc1-ea369d53bd1c req-290814ae-c66f-4f01-a7fd-0b16838019e5 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:48.206364 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c7f826ce-10fa-4507-bcc1-ea369d53bd1c req-290814ae-c66f-4f01-a7fd-0b16838019e5 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 950 time: 0.2721624 Jul 23 16:11:48.294852 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c7f826ce-10fa-4507-bcc1-ea369d53bd1c req-7d777a72-dcbe-4407-be71-cb7fd7b7fe2c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858696 Jul 23 16:11:48.424794 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Allocated IP 172.20.0.7 (c242e2a3-fc95-4afe-95c6-6820f2feeb0d/d0833803-229d-4ab1-b597-0c5e2e3dc7b2/54ea4973-c161-4af5-afde-cd410c77c1a0) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:48.706752 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:48.963598 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f926f5-2e94-4cec-ab91-abb652828f18 req-0f9aaaad-6f63-4d51-8ee5-4073b7abbed8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:48.975175 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14f926f5-2e94-4cec-ab91-abb652828f18 req-0f9aaaad-6f63-4d51-8ee5-4073b7abbed8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.2342064 Jul 23 16:11:49.044313 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14f926f5-2e94-4cec-ab91-abb652828f18 req-5b633352-59c6-48e2-8de9-854a612d42b0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678017 Jul 23 16:11:49.081108 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df0477-6edb-4f52-aca1-b4576fa5d9b7 req-afae5484-2ea1-430b-b02a-66cd0fb9c60f tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:49.085524 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58df0477-6edb-4f52-aca1-b4576fa5d9b7 req-afae5484-2ea1-430b-b02a-66cd0fb9c60f tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 950 time: 0.2602603 Jul 23 16:11:49.140980 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:49.193980 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 45926) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:49.234328 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:49.255755 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58df0477-6edb-4f52-aca1-b4576fa5d9b7 req-ad43d7d7-cda0-471c-9e5c-714e0a4c22dd tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442397 Jul 23 16:11:49.267857 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-39ce0ae8-b157-409b-a9e3-2d891a12557f req-8d182cb7-2ce8-4677-95d1-d78f74d67988 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 210 time: 0.1053395 Jul 23 16:11:49.322704 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Network c242e2a3-fc95-4afe-95c6-6820f2feeb0d is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:49.326836 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:49.333108 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:49.339098 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['33914f1b-83aa-414f-a454-70d4a8d678dc', '25c7b0bc-fcfa-40c5-ad55-08618842f1ca', 'eea1098b-1147-4aa9-8b75-951e46f18f47'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:49.366423 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Pushing event updated for resources: {'Port': ['ID=54ea4973-c161-4af5-afde-cd410c77c1a0,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:49.426942 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:49.427942 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:49.459270 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-33274074-0bd1-4104-8010-a1163ada3967 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6091509 Jul 23 16:11:49.485436 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Request body: {'port': {'device_id': '7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:49.500870 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16bc1c73-87ab-4e75-950e-f0d71370c277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:49.630241 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:49.929283 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16bc1c73-87ab-4e75-950e-f0d71370c277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:49.937191 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16bc1c73-87ab-4e75-950e-f0d71370c277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.085389 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-16bc1c73-87ab-4e75-950e-f0d71370c277 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=753a5ad0e5a94a1ebdf174a56fd4c61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8903043 Jul 23 16:11:50.088514 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 45942) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:50.091603 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc1c73-87ab-4e75-950e-f0d71370c277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d75b27-05e2-4937-9fa6-49a29b0604ef,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:50.238853 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-43b22a6e-bc02-4984-a018-1636246caf1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.264847 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ea4973-c161-4af5-afde-cd410c77c1a0 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:50.278877 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.297665 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Transition to ACTIVE for port object 54ea4973-c161-4af5-afde-cd410c77c1a0 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:50.305846 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.345885 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-43b22a6e-bc02-4984-a018-1636246caf1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.407554 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Pushing event updated for resources: {'Port': ['ID=54ea4973-c161-4af5-afde-cd410c77c1a0,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:50.466401 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fb306-3a92-4a94-bad5-dd361c3a8946 req-749a030c-a60e-4071-86a2-d052c3c13045 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:50.470365 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c64fb306-3a92-4a94-bad5-dd361c3a8946 req-749a030c-a60e-4071-86a2-d052c3c13045 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.2334557 Jul 23 16:11:50.552564 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-43b22a6e-bc02-4984-a018-1636246caf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.557723 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-43b22a6e-bc02-4984-a018-1636246caf1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.559445 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-43b22a6e-bc02-4984-a018-1636246caf1c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3d75b27-05e2-4937-9fa6-49a29b0604ef HTTP/1.1" status: 204 len: 168 time: 0.4689553 Jul 23 16:11:50.598160 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Attempting to bind port 54ea4973-c161-4af5-afde-cd410c77c1a0 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:50.598409 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Attempting to bind port 54ea4973-c161-4af5-afde-cd410c77c1a0 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:50.598772 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Attempting to bind port 54ea4973-c161-4af5-afde-cd410c77c1a0 on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:50.602724 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b22a6e-bc02-4984-a018-1636246caf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d75b27-05e2-4937-9fa6-49a29b0604ef,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:50.604645 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Port 54ea4973-c161-4af5-afde-cd410c77c1a0 on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:11:50.605441 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Attempting to bind port 54ea4973-c161-4af5-afde-cd410c77c1a0 on network c242e2a3-fc95-4afe-95c6-6820f2feeb0d {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:50.648950 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:50.649292 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Checking segment: {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:50.649687 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Bound using segment: {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:50.650145 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Bound port: 54ea4973-c161-4af5-afde-cd410c77c1a0, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5525c3b5-be94-4798-a677-f2a15b1e622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:50.650511 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.679311 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c64fb306-3a92-4a94-bad5-dd361c3a8946 req-5e262596-4011-411e-aa88-7b585ad96b1b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978576 Jul 23 16:11:50.747110 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b06893-8934-438e-98e2-b5ed604eca77 req-d46ec927-6a67-41e5-bfdf-a39061249feb tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:50.760026 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a4b06893-8934-438e-98e2-b5ed604eca77 req-d46ec927-6a67-41e5-bfdf-a39061249feb tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 950 time: 0.2823188 Jul 23 16:11:50.781909 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] For port 54ea4973-c161-4af5-afde-cd410c77c1a0, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:50.788217 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] For port 54ea4973-c161-4af5-afde-cd410c77c1a0, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=54ea4973-c161-4af5-afde-cd410c77c1a0,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:50.798319 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.833149 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a4b06893-8934-438e-98e2-b5ed604eca77 req-d926c663-c09d-4864-ad47-a2cdced35edb tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718606 Jul 23 16:11:50.879545 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Pushing event updated for resources: {'Port': ['ID=54ea4973-c161-4af5-afde-cd410c77c1a0,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:50.893041 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:50.894451 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.896459 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-514f4d13-31c0-47a6-8ec3-f73bb8c69db5 service neutron] 10.222.0.72 "PUT /v2.0/ports/54ea4973-c161-4af5-afde-cd410c77c1a0 HTTP/1.1" status: 200 len: 1093 time: 1.4162917 Jul 23 16:11:50.897250 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2', 'tag': '54ea4973-c161-4af5-afde-cd410c77c1a0'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:50.900630 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64c1bb6-6a81-486d-bfda-a66fabc75dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2", "tag": "54ea4973-c161-4af5-afde-cd410c77c1a0"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:50.974317 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbdc7dc-7212-41d1-9a61-ca529e226cfd x-openstack-request-id: req-1cbdc7dc-7212-41d1-9a61-ca529e226cfd {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:50.974971 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2", "tag": "54ea4973-c161-4af5-afde-cd410c77c1a0", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:50.975425 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1cbdc7dc-7212-41d1-9a61-ca529e226cfd {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:50.976031 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2', 'tag': '54ea4973-c161-4af5-afde-cd410c77c1a0', 'status': 'completed', 'code': 200} Jul 23 16:11:50.996304 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b54d1e-e113-4616-bcaf-ca0e3e66e850 req-8f10e3d6-9ea9-4f3e-b37c-a8288519b341 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:50.999144 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0b54d1e-e113-4616-bcaf-ca0e3e66e850 req-8f10e3d6-9ea9-4f3e-b37c-a8288519b341 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 943 time: 0.1345413 Jul 23 16:11:51.094570 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0b54d1e-e113-4616-bcaf-ca0e3e66e850 req-a35ed498-7a73-4531-bf82-51de4e5f3098 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848720 Jul 23 16:11:51.136240 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-d08a5ca8-2527-43e7-9b9d-6bfe68c91610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.138122 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-d08a5ca8-2527-43e7-9b9d-6bfe68c91610 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 1096 time: 0.1164339 Jul 23 16:11:51.233738 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-66796ceb-dd91-4730-881f-636dd428da21 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ea4973-c161-4af5-afde-cd410c77c1a0 HTTP/1.1" status: 200 len: 217 time: 0.0514562 Jul 23 16:11:51.334250 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-41a06353-c7eb-487d-8bad-00c8cbdc5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.337732 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-41a06353-c7eb-487d-8bad-00c8cbdc5419 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0833803-229d-4ab1-b597-0c5e2e3dc7b2 HTTP/1.1" status: 200 len: 855 time: 0.0876138 Jul 23 16:11:51.408435 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-f2e0536d-cd85-40d8-9af5-d4c4294625a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541604 Jul 23 16:11:51.555363 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-ad8bec5b-0ef2-4c98-a661-d346c6ca8b21 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311092 Jul 23 16:11:51.719517 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce450369-25f2-4e1d-80a9-cf725fce9b97 req-3cf76a93-9162-4fb2-9739-1b928e7dd4e5 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491745 Jul 23 16:11:51.913085 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7319-20c0-4ec7-a7aa-ff626db387e1 req-e7ba8d88-3c5c-4cfb-9253-60efcbabf79c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.914682 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ae5e7319-20c0-4ec7-a7aa-ff626db387e1 req-e7ba8d88-3c5c-4cfb-9253-60efcbabf79c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1217878 Jul 23 16:11:52.030175 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ae5e7319-20c0-4ec7-a7aa-ff626db387e1 req-7b1a81c4-a687-4637-a691-5e10ab634884 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058583 Jul 23 16:11:52.034133 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c1bb6-6a81-486d-bfda-a66fabc75dd2 req-a09d7eae-8caa-4cde-9d64-4d4e58fc1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.036012 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a64c1bb6-6a81-486d-bfda-a66fabc75dd2 req-a09d7eae-8caa-4cde-9d64-4d4e58fc1274 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e2a8419bf4498495ae22193d41db3a&device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 1096 time: 0.1087649 Jul 23 16:11:52.088064 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8b79f-ab1e-4d69-8434-cc4efdc58a51 req-0452fb05-bca7-40fe-9ebd-308cfa52d624 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.095681 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fce8b79f-ab1e-4d69-8434-cc4efdc58a51 req-0452fb05-bca7-40fe-9ebd-308cfa52d624 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 950 time: 0.1434996 Jul 23 16:11:52.165544 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fce8b79f-ab1e-4d69-8434-cc4efdc58a51 req-1f273172-4bf6-4f88-b472-59fff011c0b7 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684016 Jul 23 16:11:52.320077 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af215e57-67da-4925-bfc8-271d84d3b1e8 req-ee3b11f7-2752-465f-8e17-c27d4c302397 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.327928 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-af215e57-67da-4925-bfc8-271d84d3b1e8 req-ee3b11f7-2752-465f-8e17-c27d4c302397 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 943 time: 0.0996499 Jul 23 16:11:52.338940 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c1bb6-6a81-486d-bfda-a66fabc75dd2 req-6ce591a8-c5ba-4a02-8fd6-b249a534b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.343027 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a64c1bb6-6a81-486d-bfda-a66fabc75dd2 req-6ce591a8-c5ba-4a02-8fd6-b249a534b967 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 200 len: 916 time: 0.2074947 Jul 23 16:11:52.384754 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-af215e57-67da-4925-bfc8-271d84d3b1e8 req-31d0bc66-f16e-418a-89c7-3727d9dbe42b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551484 Jul 23 16:11:52.423622 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a64c1bb6-6a81-486d-bfda-a66fabc75dd2 req-dc2febfc-7317-438b-bc20-defc5baf05a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ea4973-c161-4af5-afde-cd410c77c1a0 HTTP/1.1" status: 200 len: 217 time: 0.0635939 Jul 23 16:11:52.647729 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c1bb6-6a81-486d-bfda-a66fabc75dd2 req-d0171fb8-87cd-41f0-8442-1d2c1e41395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.649163 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a64c1bb6-6a81-486d-bfda-a66fabc75dd2 req-d0171fb8-87cd-41f0-8442-1d2c1e41395f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0833803-229d-4ab1-b597-0c5e2e3dc7b2 HTTP/1.1" status: 200 len: 855 time: 0.1033254 Jul 23 16:11:52.770808 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fa799-59d9-423a-aa8f-c94c43262093 req-7f03254b-f60e-4d09-a44b-78cb7e68d880 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.774193 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-339fa799-59d9-423a-aa8f-c94c43262093 req-7f03254b-f60e-4d09-a44b-78cb7e68d880 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.72 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 950 time: 0.2258985 Jul 23 16:11:52.776963 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a64c1bb6-6a81-486d-bfda-a66fabc75dd2 req-63f8bb43-8506-4d18-a502-ee34ce6460fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c242e2a3-fc95-4afe-95c6-6820f2feeb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023309 Jul 23 16:11:53.051041 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a64c1bb6-6a81-486d-bfda-a66fabc75dd2 req-87668bd3-b9e9-4947-843e-4e90c33fe022 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165782 Jul 23 16:11:53.107117 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-339fa799-59d9-423a-aa8f-c94c43262093 req-6461c517-38be-44b4-9a8f-48c49113696c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Deleting port e35b6ba9-399b-49a0-bbb0-019c34f158ca {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:11:53.109916 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-339fa799-59d9-423a-aa8f-c94c43262093 req-6461c517-38be-44b4-9a8f-48c49113696c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.330047 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a64c1bb6-6a81-486d-bfda-a66fabc75dd2 req-054c0c85-a377-4785-b16c-d1ba8647b3a2 service neutron] 10.222.0.72 "GET /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543716 Jul 23 16:11:53.332409 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-339fa799-59d9-423a-aa8f-c94c43262093 req-6461c517-38be-44b4-9a8f-48c49113696c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] For port e35b6ba9-399b-49a0-bbb0-019c34f158ca, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=e35b6ba9-399b-49a0-bbb0-019c34f158ca,segment=NetworkSegment(bb298a18-4f63-478c-a691-207fc3da5237),segment_id=bb298a18-4f63-478c-a691-207fc3da5237)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:53.333054 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-339fa799-59d9-423a-aa8f-c94c43262093 req-6461c517-38be-44b4-9a8f-48c49113696c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.378764 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-339fa799-59d9-423a-aa8f-c94c43262093 req-6461c517-38be-44b4-9a8f-48c49113696c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Calling delete_port for e35b6ba9-399b-49a0-bbb0-019c34f158ca owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:11:53.549869 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ea1f9-d52a-4aab-84ef-ee80a04cff18 req-a7c9815c-386b-49bf-8f68-66efd1215ff1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:53.565307 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba7ea1f9-d52a-4aab-84ef-ee80a04cff18 req-a7c9815c-386b-49bf-8f68-66efd1215ff1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.3010609 Jul 23 16:11:53.629831 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8788d68-3c7b-4a2f-bcdd-b3c2edf028ed req-f17610ad-e058-402a-8005-ee0b8da4ee42 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:53.632287 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f8788d68-3c7b-4a2f-bcdd-b3c2edf028ed req-f17610ad-e058-402a-8005-ee0b8da4ee42 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 950 time: 0.2770486 Jul 23 16:11:53.651075 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba7ea1f9-d52a-4aab-84ef-ee80a04cff18 req-cdcea055-7f3e-4895-88e7-dae6a9674246 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859127 Jul 23 16:11:53.709768 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-339fa799-59d9-423a-aa8f-c94c43262093 req-6461c517-38be-44b4-9a8f-48c49113696c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.754427 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f8788d68-3c7b-4a2f-bcdd-b3c2edf028ed req-e475336a-7ad1-43ac-8717-1ffa1ea228c5 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d35b738-cd2e-400e-849b-aeea024fce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016636 Jul 23 16:11:53.780088 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461c517-38be-44b4-9a8f-48c49113696c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Pushing event deleted for resources: {'Port': ['ID=e35b6ba9-399b-49a0-bbb0-019c34f158ca,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:53.811126 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['e35b6ba9-399b-49a0-bbb0-019c34f158ca'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:53.900874 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-339fa799-59d9-423a-aa8f-c94c43262093 req-6461c517-38be-44b4-9a8f-48c49113696c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] No DVR routers for this DVR port e35b6ba9-399b-49a0-bbb0-019c34f158ca on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:11:53.905183 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-339fa799-59d9-423a-aa8f-c94c43262093 req-6461c517-38be-44b4-9a8f-48c49113696c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.909369 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-339fa799-59d9-423a-aa8f-c94c43262093 req-6461c517-38be-44b4-9a8f-48c49113696c tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.72 "DELETE /v2.0/ports/e35b6ba9-399b-49a0-bbb0-019c34f158ca HTTP/1.1" status: 204 len: 173 time: 1.0555398 Jul 23 16:11:53.910141 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68124dce-0be8-401f-99cd-915415613b03', 'name': 'network-vif-deleted', 'tag': 'e35b6ba9-399b-49a0-bbb0-019c34f158ca'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:53.912785 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe901da-cf1a-435e-9238-1230081f9117" -d '{"events": [{"server_uuid": "68124dce-0be8-401f-99cd-915415613b03", "name": "network-vif-deleted", "tag": "e35b6ba9-399b-49a0-bbb0-019c34f158ca"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:53.992456 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc962bc0-9cde-4b5d-bfa6-a0754f87f4f4 x-openstack-request-id: req-cc962bc0-9cde-4b5d-bfa6-a0754f87f4f4 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:53.992910 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68124dce-0be8-401f-99cd-915415613b03", "name": "network-vif-deleted", "tag": "e35b6ba9-399b-49a0-bbb0-019c34f158ca", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:53.993304 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc962bc0-9cde-4b5d-bfa6-a0754f87f4f4 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:53.993918 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68124dce-0be8-401f-99cd-915415613b03', 'name': 'network-vif-deleted', 'tag': 'e35b6ba9-399b-49a0-bbb0-019c34f158ca', 'status': 'completed', 'code': 200} Jul 23 16:11:53.999022 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e405bb-025d-4564-9b9b-8747fa232296 req-fc965968-0052-4b6e-8345-e8e66fbe282a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:54.005771 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-72e405bb-025d-4564-9b9b-8747fa232296 req-fc965968-0052-4b6e-8345-e8e66fbe282a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 943 time: 0.2431388 Jul 23 16:11:54.100267 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-72e405bb-025d-4564-9b9b-8747fa232296 req-b6fea2e1-6829-4052-98ae-e1b48909ff9b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885870 Jul 23 16:11:54.146318 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-86d26a05-6885-4f8c-bb85-4621c11866b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.893610 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360b5b8-a0b7-4d69-a9f4-f4e10f0876cb req-eac5d9df-9043-4522-a5c9-dcf89363feba tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:54.901268 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6360b5b8-a0b7-4d69-a9f4-f4e10f0876cb req-eac5d9df-9043-4522-a5c9-dcf89363feba tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1346588 Jul 23 16:11:54.953915 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4190564c-f53a-42c9-8966-2d1250f81eed req-3ccb188e-eff3-4e4f-ab51-9bb3f38f7e55 tempest-VolumesNegativeTest-1401944436 tempest-VolumesNegativeTest-1401944436-project] 10.222.0.65 "GET /v2.0/ports?device_id=68124dce-0be8-401f-99cd-915415613b03 HTTP/1.1" status: 200 len: 210 time: 0.0436566 Jul 23 16:11:54.990204 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6360b5b8-a0b7-4d69-a9f4-f4e10f0876cb req-4a21df9f-5426-46d7-b1b7-391d114fdd22 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876901 Jul 23 16:11:55.363719 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab618-aeff-4036-b871-4c600a84e16a req-37bc37d9-0572-43db-b7bb-73c63a257fbe tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:55.366212 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-88fab618-aeff-4036-b871-4c600a84e16a req-37bc37d9-0572-43db-b7bb-73c63a257fbe tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 943 time: 0.1666799 Jul 23 16:11:55.447478 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-88fab618-aeff-4036-b871-4c600a84e16a req-4662f762-f1d1-4a8c-9eed-06706b96a317 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684247 Jul 23 16:11:55.700674 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 54ea4973-c161-4af5-afde-cd410c77c1a0 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:11:55.723189 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device e35b6ba9-399b-49a0-bbb0-019c34f158ca no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:11:55.749139 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: e35b6ba9-399b-49a0-bbb0-019c34f158ca {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:11:55.749976 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device e35b6ba9-399b-49a0-bbb0-019c34f158ca not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:11:55.911870 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 54ea4973-c161-4af5-afde-cd410c77c1a0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=54ea4973-c161-4af5-afde-cd410c77c1a0,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:55.929263 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '54ea4973-c161-4af5-afde-cd410c77c1a0', 'network_id': 'c242e2a3-fc95-4afe-95c6-6820f2feeb0d', 'port_id': '54ea4973-c161-4af5-afde-cd410c77c1a0', 'mac_address': 'fa:16:3e:33:c6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0833803-229d-4ab1-b597-0c5e2e3dc7b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:11:56.161109 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.192162 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ea4973-c161-4af5-afde-cd410c77c1a0 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:56.244473 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 54ea4973-c161-4af5-afde-cd410c77c1a0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=54ea4973-c161-4af5-afde-cd410c77c1a0,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:56.253418 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.292692 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507d01-eeed-4098-91dc-3e07cdbc9fd6 req-4422d0a6-f833-4833-a16b-7733eca27020 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:56.306354 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c507d01-eeed-4098-91dc-3e07cdbc9fd6 req-4422d0a6-f833-4833-a16b-7733eca27020 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1708300 Jul 23 16:11:56.337601 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=54ea4973-c161-4af5-afde-cd410c77c1a0,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:56.371597 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c507d01-eeed-4098-91dc-3e07cdbc9fd6 req-a78a76a2-3993-462b-8aa0-33439342c417 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640619 Jul 23 16:11:56.696192 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce77a6f-d4c8-4850-987e-e6e47243f9af req-51add858-2252-4765-a80b-d5445a8fb65a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:56.698591 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dce77a6f-d4c8-4850-987e-e6e47243f9af req-51add858-2252-4765-a80b-d5445a8fb65a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 944 time: 0.1191852 Jul 23 16:11:56.785334 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dce77a6f-d4c8-4850-987e-e6e47243f9af req-25d2b04d-4c93-4886-911f-d372559585d9 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791452 Jul 23 16:11:56.948764 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e749e4a9-9b10-4d3d-8220-4ae31b77a6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:57.055653 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['54ea4973-c161-4af5-afde-cd410c77c1a0'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:57.192987 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:57.627669 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e11f7-587a-451b-b30f-2b798454e97c req-512a43b7-0f93-47aa-99a1-54497da79bca tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:57.640624 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fb5e11f7-587a-451b-b30f-2b798454e97c req-512a43b7-0f93-47aa-99a1-54497da79bca tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1611342 Jul 23 16:11:57.740378 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fb5e11f7-587a-451b-b30f-2b798454e97c req-b0379b5c-b0c2-4dc6-9b4b-2edad97d49a8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901701 Jul 23 16:11:57.853515 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079ead-eaea-41eb-a02c-8a54083c8225 req-7d67fa8b-c077-4ad5-ab9b-d73c182978b0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:57.871679 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c9079ead-eaea-41eb-a02c-8a54083c8225 req-7d67fa8b-c077-4ad5-ab9b-d73c182978b0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.2256832 Jul 23 16:11:57.972361 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c9079ead-eaea-41eb-a02c-8a54083c8225 req-ede7994e-08ca-43da-9372-e34bcffed89c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997434 Jul 23 16:11:58.085813 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89d92f-ef2d-403e-8352-9a19ec921ec3 req-38bb72f9-7fee-4802-b549-e122eb5c1070 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:58.088061 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ac89d92f-ef2d-403e-8352-9a19ec921ec3 req-38bb72f9-7fee-4802-b549-e122eb5c1070 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 944 time: 0.1509724 Jul 23 16:11:58.162351 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.184753 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ac89d92f-ef2d-403e-8352-9a19ec921ec3 req-aa5d57dd-7010-41fd-836a-9ebe76422b79 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852525 Jul 23 16:11:58.407977 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3d2ee-7b5b-4c7c-83ab-dec856ac58e9 req-753b1575-0086-43b5-a79f-f6032248a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:58.409547 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a6a3d2ee-7b5b-4c7c-83ab-dec856ac58e9 req-753b1575-0086-43b5-a79f-f6032248a283 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 1099 time: 0.0763209 Jul 23 16:11:58.456648 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a6a3d2ee-7b5b-4c7c-83ab-dec856ac58e9 req-b9528e2b-295b-4d96-a39d-70f1c90a56bd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374196 Jul 23 16:11:59.009315 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c365f-fe04-4d4e-846d-d2da561de91b req-9579ba1a-06ed-4469-82cc-4e87215b5545 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:59.020737 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5f9c365f-fe04-4d4e-846d-d2da561de91b req-9579ba1a-06ed-4469-82cc-4e87215b5545 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1181667 Jul 23 16:11:59.093857 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5f9c365f-fe04-4d4e-846d-d2da561de91b req-591bf2a9-281b-4790-ab33-2e62b27b2c55 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682652 Jul 23 16:11:59.310544 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d743f93-d985-4856-bfef-92b57c6d27e9 req-d327d4e5-2e86-4b18-bdb4-9758fc0e904e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:59.312924 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d743f93-d985-4856-bfef-92b57c6d27e9 req-d327d4e5-2e86-4b18-bdb4-9758fc0e904e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1573524 Jul 23 16:11:59.441018 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d743f93-d985-4856-bfef-92b57c6d27e9 req-8788de5c-b5cf-48b9-a8a6-3af23c577820 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992575 Jul 23 16:11:59.459325 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209bbb0-3dd4-4d21-a7e3-100ce703665d req-f07cc9c2-776f-4093-9b7b-3b5f1982d0d2 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:59.460885 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a209bbb0-3dd4-4d21-a7e3-100ce703665d req-f07cc9c2-776f-4093-9b7b-3b5f1982d0d2 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 944 time: 0.1736264 Jul 23 16:11:59.523449 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a209bbb0-3dd4-4d21-a7e3-100ce703665d req-d54d1007-cd15-41ea-b02a-dbec9a062a7a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541182 Jul 23 16:11:59.706593 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 54ea4973-c161-4af5-afde-cd410c77c1a0 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:59.806115 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 54ea4973-c161-4af5-afde-cd410c77c1a0 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:59.826623 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 54ea4973-c161-4af5-afde-cd410c77c1a0 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:59.828298 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:59.831889 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:00.008216 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:00.051284 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ea4973-c161-4af5-afde-cd410c77c1a0'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:00.053747 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9371c268-8321-460f-89dd-b62b430493ff" -d '{"events": [{"server_uuid": "7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2", "name": "network-vif-plugged", "status": "completed", "tag": "54ea4973-c161-4af5-afde-cd410c77c1a0"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:00.072822 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 54ea4973-c161-4af5-afde-cd410c77c1a0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=54ea4973-c161-4af5-afde-cd410c77c1a0,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:00.086681 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:00.172338 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914c82c8-937f-407f-a82f-b4c230ba65ec x-openstack-request-id: req-914c82c8-937f-407f-a82f-b4c230ba65ec {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:00.172646 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2", "name": "network-vif-plugged", "status": "completed", "tag": "54ea4973-c161-4af5-afde-cd410c77c1a0", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:00.173098 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-914c82c8-937f-407f-a82f-b4c230ba65ec {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:00.173511 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ea4973-c161-4af5-afde-cd410c77c1a0', 'code': 200} Jul 23 16:12:00.221608 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=54ea4973-c161-4af5-afde-cd410c77c1a0,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:00.237057 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.237959 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.238828 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.239608 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.240324 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.241229 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.242063 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.242968 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.243839 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.245035 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.246129 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.247066 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:00.359125 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cec45-0710-41db-855f-85058a34db79 req-e05be370-e859-4a30-a198-a26c0938345a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:00.361160 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-098cec45-0710-41db-855f-85058a34db79 req-e05be370-e859-4a30-a198-a26c0938345a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1673501 Jul 23 16:12:00.447450 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-098cec45-0710-41db-855f-85058a34db79 req-4c86e28b-4404-4ff1-91c5-fa59189a0e69 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730097 Jul 23 16:12:00.774364 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e67247-9136-44c6-9e41-37eec5ca7860 req-d8243db3-2c25-420a-82a7-7e4b04af9e87 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:00.782710 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-19e67247-9136-44c6-9e41-37eec5ca7860 req-d8243db3-2c25-420a-82a7-7e4b04af9e87 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 945 time: 0.1430914 Jul 23 16:12:00.809518 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b18111-267d-4213-a8dd-93419a26b8a9 req-396a0f05-cd2b-425d-8b28-34e0803ad00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:00.812925 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-01b18111-267d-4213-a8dd-93419a26b8a9 req-396a0f05-cd2b-425d-8b28-34e0803ad00c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 1098 time: 0.1308506 Jul 23 16:12:00.842890 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-19e67247-9136-44c6-9e41-37eec5ca7860 req-3bc3020f-4178-4a2d-b873-68076ed14ec4 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593109 Jul 23 16:12:00.852714 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2bd8f-269d-404b-bb7b-2b95b8866b44 req-08501ee6-9420-4050-9615-7addf66808bd tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:00.866888 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b7d2bd8f-269d-404b-bb7b-2b95b8866b44 req-08501ee6-9420-4050-9615-7addf66808bd tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.2745023 Jul 23 16:12:00.904248 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-01b18111-267d-4213-a8dd-93419a26b8a9 req-612fa360-f1ab-4db5-af07-ccedb21008fe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638189 Jul 23 16:12:00.934880 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b7d2bd8f-269d-404b-bb7b-2b95b8866b44 req-5dc0be53-efa7-4205-b9e9-1063cfdcfa23 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629063 Jul 23 16:12:01.604353 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b100c44-eb05-400d-9108-827ef1e84034 req-d7800cff-b99e-4f04-85eb-da8e0fdd574b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:01.606203 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9b100c44-eb05-400d-9108-827ef1e84034 req-d7800cff-b99e-4f04-85eb-da8e0fdd574b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0722511 Jul 23 16:12:01.651960 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9b100c44-eb05-400d-9108-827ef1e84034 req-8d3110b6-804f-4e95-b068-40e6c68e9244 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371609 Jul 23 16:12:01.951194 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221927f7-9d78-4ff5-a096-71f3d9211ec6 req-d7fa08bf-392b-4b84-86f2-d9de2bf6b548 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:01.958835 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-221927f7-9d78-4ff5-a096-71f3d9211ec6 req-d7fa08bf-392b-4b84-86f2-d9de2bf6b548 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0808871 Jul 23 16:12:02.049287 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-221927f7-9d78-4ff5-a096-71f3d9211ec6 req-bf3091b0-e407-46da-9662-b0791bc0308c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895362 Jul 23 16:12:02.057732 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192c4e-a605-496b-9379-88a756ee4c1d req-4c2662b2-2a56-4f72-90c0-80762ee05ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:02.061264 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b192c4e-a605-496b-9379-88a756ee4c1d req-4c2662b2-2a56-4f72-90c0-80762ee05ef5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 1099 time: 0.1192052 Jul 23 16:12:02.087754 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94660d3-c919-4378-9b9e-2c26fc201fa1 req-eca73c7c-a93a-40e0-9503-e35989018a79 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:02.100683 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f94660d3-c919-4378-9b9e-2c26fc201fa1 req-eca73c7c-a93a-40e0-9503-e35989018a79 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 945 time: 0.1335745 Jul 23 16:12:02.199448 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f94660d3-c919-4378-9b9e-2c26fc201fa1 req-61fc5571-65d6-459a-8b49-0c5db73836ba tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888054 Jul 23 16:12:02.275184 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6edc9-d523-4f66-a516-38c44c996ec9 req-c05032c5-73b1-483b-ae78-a2659d2618bc tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:02.284669 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5e6edc9-d523-4f66-a516-38c44c996ec9 req-c05032c5-73b1-483b-ae78-a2659d2618bc tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1002738 Jul 23 16:12:02.315116 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192c4e-a605-496b-9379-88a756ee4c1d req-522de191-634b-42a6-9d27-df2511864baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:02.318101 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b192c4e-a605-496b-9379-88a756ee4c1d req-522de191-634b-42a6-9d27-df2511864baa service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 200 len: 920 time: 0.2406254 Jul 23 16:12:02.322154 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:12:02.338016 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5e6edc9-d523-4f66-a516-38c44c996ec9 req-4ea8a2a8-30e4-4b7c-b8a9-d0ce3823a9c6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509427 Jul 23 16:12:02.388019 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b192c4e-a605-496b-9379-88a756ee4c1d req-ce683154-5d0f-4233-b68e-c50b566c97f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9 HTTP/1.1" status: 200 len: 217 time: 0.0521114 Jul 23 16:12:02.420702 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 46314) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:02.470654 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192c4e-a605-496b-9379-88a756ee4c1d req-051c8d38-fba1-46df-b10b-4110a7dd8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:02.473146 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b192c4e-a605-496b-9379-88a756ee4c1d req-051c8d38-fba1-46df-b10b-4110a7dd8995 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4515c4d-ff81-477c-ae0a-22650fc42440 HTTP/1.1" status: 200 len: 859 time: 0.0690198 Jul 23 16:12:02.525117 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b192c4e-a605-496b-9379-88a756ee4c1d req-c1f0dad6-fe08-4685-a098-8ed0b2f59784 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc286c6b-df72-439e-bbfe-df072153dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358720 Jul 23 16:12:02.669713 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e374cb62-2a20-4e2d-a04b-cc316b8f0623 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae232665f1734fae91d620db13ac41a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470057 Jul 23 16:12:02.674324 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 46322) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:02.692183 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b192c4e-a605-496b-9379-88a756ee4c1d req-0d92c07c-b397-46ea-afaf-e156dab2c017 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573110 Jul 23 16:12:02.740374 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5b881678-8cb7-4921-8bdc-4fbdc74b258b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.772606 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5b881678-8cb7-4921-8bdc-4fbdc74b258b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.821010 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b192c4e-a605-496b-9379-88a756ee4c1d req-9d0737f0-3c12-420d-a6e9-b8a00cf9e966 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158779 Jul 23 16:12:02.874654 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5b881678-8cb7-4921-8bdc-4fbdc74b258b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.879343 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5b881678-8cb7-4921-8bdc-4fbdc74b258b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.884478 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5b881678-8cb7-4921-8bdc-4fbdc74b258b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5d35b738-cd2e-400e-849b-aeea024fce6e HTTP/1.1" status: 204 len: 168 time: 0.2057717 Jul 23 16:12:02.898473 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b881678-8cb7-4921-8bdc-4fbdc74b258b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d35b738-cd2e-400e-849b-aeea024fce6e,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:03.361866 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2054-dc74-41f0-ab78-c1f33fe06aca req-bbfbee54-1517-4d48-b38e-3d39c5d6ea33 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:03.363855 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-965a2054-dc74-41f0-ab78-c1f33fe06aca req-bbfbee54-1517-4d48-b38e-3d39c5d6ea33 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1798944 Jul 23 16:12:03.424416 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-965a2054-dc74-41f0-ab78-c1f33fe06aca req-08614e0f-3a2d-4b14-8ff0-890924a57ae8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476258 Jul 23 16:12:03.452085 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977bf88-be5b-4a0f-af9d-ba8d76ea9af6 req-db239995-f577-4498-aedf-b64da15f22c6 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:03.454216 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f977bf88-be5b-4a0f-af9d-ba8d76ea9af6 req-db239995-f577-4498-aedf-b64da15f22c6 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 945 time: 0.1404212 Jul 23 16:12:03.515712 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f977bf88-be5b-4a0f-af9d-ba8d76ea9af6 req-e544cb7c-9c33-4836-93b4-1b92832d8777 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544777 Jul 23 16:12:03.656169 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04c409-b247-472f-a142-74c9772ff43c req-d55cb14c-37bd-40ac-901d-c14a98cdba30 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:03.666610 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cc04c409-b247-472f-a142-74c9772ff43c req-d55cb14c-37bd-40ac-901d-c14a98cdba30 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1451044 Jul 23 16:12:03.734754 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cc04c409-b247-472f-a142-74c9772ff43c req-4147f622-21a0-4099-8a63-ae06945db9be tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667171 Jul 23 16:12:04.617028 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85dec5-9a88-4d92-a33c-670fdb50e90e req-07ebbca1-4c1a-48ec-96f7-7d0f4567655e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:04.619180 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c85dec5-9a88-4d92-a33c-670fdb50e90e req-07ebbca1-4c1a-48ec-96f7-7d0f4567655e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1025813 Jul 23 16:12:04.696160 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c85dec5-9a88-4d92-a33c-670fdb50e90e req-e346e732-db59-4c46-9ff0-d5ad6e825277 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672953 Jul 23 16:12:04.770641 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e41665-557f-4669-a4ad-ad695007943e req-6ce0b8e6-b9e0-41fa-917c-e60ab1db5294 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:04.772948 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76e41665-557f-4669-a4ad-ad695007943e req-6ce0b8e6-b9e0-41fa-917c-e60ab1db5294 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 945 time: 0.0982277 Jul 23 16:12:04.829670 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76e41665-557f-4669-a4ad-ad695007943e req-1797b4ea-4b12-400c-801e-9f532491ebb7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507917 Jul 23 16:12:04.973414 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c6c84-0a59-4ba2-9c81-8f5c4f6410b7 req-d2485349-b072-4124-bff6-b8d2f0ba684f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:04.979420 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-772c6c84-0a59-4ba2-9c81-8f5c4f6410b7 req-d2485349-b072-4124-bff6-b8d2f0ba684f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1337795 Jul 23 16:12:05.065999 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-772c6c84-0a59-4ba2-9c81-8f5c4f6410b7 req-c7412449-3c4c-47a8-8671-532427ecd301 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779326 Jul 23 16:12:05.924443 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf3d8c-320d-4237-82bd-e82adeeb4f8f req-93b0a608-c0bc-4201-96bc-196bfcb79bf1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:05.926920 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ebdf3d8c-320d-4237-82bd-e82adeeb4f8f req-93b0a608-c0bc-4201-96bc-196bfcb79bf1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1299343 Jul 23 16:12:06.006380 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ebdf3d8c-320d-4237-82bd-e82adeeb4f8f req-618aa44f-4c1c-492c-84fe-b51f02dba5fb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680532 Jul 23 16:12:06.259910 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281cec5-1134-46a6-b1e2-63fca538e9ac req-de5ad186-21fb-4e3a-a199-0b21c8db1092 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:06.261690 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b281cec5-1134-46a6-b1e2-63fca538e9ac req-de5ad186-21fb-4e3a-a199-0b21c8db1092 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0987253 Jul 23 16:12:06.337180 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b281cec5-1134-46a6-b1e2-63fca538e9ac req-25c99b94-3278-435a-88d0-6c2854bae05b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674031 Jul 23 16:12:07.222628 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb53aaa-903c-48e6-a74d-bfc17667180a req-b69472ae-e13e-45ee-b776-4d623c0e9dad tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:07.227319 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ebb53aaa-903c-48e6-a74d-bfc17667180a req-b69472ae-e13e-45ee-b776-4d623c0e9dad tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1068511 Jul 23 16:12:07.292158 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ebb53aaa-903c-48e6-a74d-bfc17667180a req-303d7cea-9197-4a63-8668-773f3df10636 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580225 Jul 23 16:12:07.547578 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309a06-004b-4454-a2ef-b70a21cc81ba req-a7f8636d-17dd-427f-a2a5-e4f290cb113d tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:07.549417 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fb309a06-004b-4454-a2ef-b70a21cc81ba req-a7f8636d-17dd-427f-a2a5-e4f290cb113d tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1131494 Jul 23 16:12:07.603192 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fb309a06-004b-4454-a2ef-b70a21cc81ba req-c647a74d-dc82-41da-9e86-708d9c4380da tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466051 Jul 23 16:12:08.439399 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1c4a5-c34c-45ad-a9a2-8549e37dce69 req-54b6729f-40c7-495b-822d-9d09d54d1bfa tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:08.440872 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c6d1c4a5-c34c-45ad-a9a2-8549e37dce69 req-54b6729f-40c7-495b-822d-9d09d54d1bfa tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0756116 Jul 23 16:12:08.491689 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c6d1c4a5-c34c-45ad-a9a2-8549e37dce69 req-24997566-1a7f-4b87-91eb-ef1b4a9aae23 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Jul 23 16:12:08.824658 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de83852-2945-496e-b59d-3e93b2581421 req-327d807a-42de-4acb-af95-5ba777d52c95 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:08.834595 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3de83852-2945-496e-b59d-3e93b2581421 req-327d807a-42de-4acb-af95-5ba777d52c95 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1172895 Jul 23 16:12:08.929738 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3de83852-2945-496e-b59d-3e93b2581421 req-1586de62-d916-41ac-9948-f805400a9178 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897694 Jul 23 16:12:10.104308 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a7212-4547-4faa-b5e1-a38a754335ce req-164245ce-5837-43d9-b42c-c2a41a0893fb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:10.106735 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e16a7212-4547-4faa-b5e1-a38a754335ce req-164245ce-5837-43d9-b42c-c2a41a0893fb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0897884 Jul 23 16:12:10.232615 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e16a7212-4547-4faa-b5e1-a38a754335ce req-3a1e088e-8e11-4e53-abf6-c20072d94127 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141853 Jul 23 16:12:10.396218 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29674220-7aeb-41bd-acc7-43453a9029f1 req-68749018-1386-4b7d-8de2-da95a8fdc65b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:10.396218 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29674220-7aeb-41bd-acc7-43453a9029f1 req-68749018-1386-4b7d-8de2-da95a8fdc65b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.2135882 Jul 23 16:12:10.468083 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29674220-7aeb-41bd-acc7-43453a9029f1 req-96a18345-0715-47df-a8ce-10031fabf822 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698643 Jul 23 16:12:11.432161 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a0762-cf84-4aac-891d-c79a4c2a4563 req-d54ae455-49f1-441c-b8c2-55cf1e5b1e11 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:11.433707 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b78a0762-cf84-4aac-891d-c79a4c2a4563 req-d54ae455-49f1-441c-b8c2-55cf1e5b1e11 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0888195 Jul 23 16:12:11.487070 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b78a0762-cf84-4aac-891d-c79a4c2a4563 req-1c149b10-31a4-4d21-955f-25a0d9b4c382 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437918 Jul 23 16:12:12.682096 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3973802-3a58-46e8-95c1-26772bfbede6 req-38f3a7d0-9d73-4c68-92a6-e51c5250ccfc tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:12.684933 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3973802-3a58-46e8-95c1-26772bfbede6 req-38f3a7d0-9d73-4c68-92a6-e51c5250ccfc tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0962605 Jul 23 16:12:12.729982 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3973802-3a58-46e8-95c1-26772bfbede6 req-ca86ba35-ad4e-4aa3-92cb-eb32025c89c9 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376055 Jul 23 16:12:13.915792 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d518-3cdd-42c6-9b54-f27b35c891e0 req-79aab67b-b348-4505-bc1e-6ddb4b9ba45e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:13.915792 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ff11d518-3cdd-42c6-9b54-f27b35c891e0 req-79aab67b-b348-4505-bc1e-6ddb4b9ba45e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0928731 Jul 23 16:12:13.973699 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ff11d518-3cdd-42c6-9b54-f27b35c891e0 req-806b0096-5927-453f-854e-d5b2555de482 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507524 Jul 23 16:12:15.142995 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 46536) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:15.152653 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21884-bb7b-4a2d-a2b4-ee5e7893ba86 req-697597fc-59b5-402d-8471-fefdeb40d2dd tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:15.154416 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50d21884-bb7b-4a2d-a2b4-ee5e7893ba86 req-697597fc-59b5-402d-8471-fefdeb40d2dd tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0829322 Jul 23 16:12:15.207438 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50d21884-bb7b-4a2d-a2b4-ee5e7893ba86 req-b44ce423-eea2-41d7-92db-7ee797343e7b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420802 Jul 23 16:12:15.209675 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a41d654-15f4-416f-a2b1-bc5ef4d18153 admin admin] Deleting subnet 8a7b1790-67a3-4efd-b46f-10417d46e1d6 {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:12:15.213469 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a41d654-15f4-416f-a2b1-bc5ef4d18153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.267878 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a41d654-15f4-416f-a2b1-bc5ef4d18153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731459'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.332331 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a41d654-15f4-416f-a2b1-bc5ef4d18153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.417922 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a41d654-15f4-416f-a2b1-bc5ef4d18153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12656138'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.462019 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41d654-15f4-416f-a2b1-bc5ef4d18153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7b1790-67a3-4efd-b46f-10417d46e1d6,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:15.468425 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a41d654-15f4-416f-a2b1-bc5ef4d18153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.472674 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0a41d654-15f4-416f-a2b1-bc5ef4d18153 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8a7b1790-67a3-4efd-b46f-10417d46e1d6 HTTP/1.1" status: 204 len: 168 time: 0.3282714 Jul 23 16:12:15.474865 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 46540) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:15.558126 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.670075 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.683216 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058e8e1c-ac34-4f40-8ef3-ed125398cb9b']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:15.696448 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3923fd-2bee-4c73-8f2d-a71002c9f4c3') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:15.696825 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3923fd-2bee-4c73-8f2d-a71002c9f4c3') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:15.709094 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731514'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.736719 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.748393 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:12:15.749046 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827428'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: Traceback (most recent call last): Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: timer() Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: cb(*args, **kw) Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: return func(*args, **kwargs) Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: self._notify() Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: self.callback(batched_events) Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: event.method(event) Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: return f(self, *a, **k) Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._get(url).json() Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:12:15.752031 dv-cinder-801989-4-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:12:15.833989 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.845755 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.847969 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/058e8e1c-ac34-4f40-8ef3-ed125398cb9b HTTP/1.1" status: 204 len: 168 time: 0.3720326 Jul 23 16:12:15.861610 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff1578-8fa4-48b6-b363-c1993fce1de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=058e8e1c-ac34-4f40-8ef3-ed125398cb9b,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:16.114199 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 46554) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:16.176224 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 46558) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:16.177150 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-3408d537-c0db-426d-aa3f-c8ea7293eb2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0abf084bdfc45ccb4f9cd44e9ca9b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606418 Jul 23 16:12:16.242856 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-df9a1b9e-fb17-4c04-a6c3-c95baaa5a885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:16.275787 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-df9a1b9e-fb17-4c04-a6c3-c95baaa5a885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:16.334837 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-df9a1b9e-fb17-4c04-a6c3-c95baaa5a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:16.337380 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-df9a1b9e-fb17-4c04-a6c3-c95baaa5a885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:16.338611 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-df9a1b9e-fb17-4c04-a6c3-c95baaa5a885 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/81dba1f7-66e5-455f-8e70-cf0293448901 HTTP/1.1" status: 204 len: 168 time: 0.1605504 Jul 23 16:12:16.348118 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a1b9e-fb17-4c04-a6c3-c95baaa5a885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dba1f7-66e5-455f-8e70-cf0293448901,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:16.430265 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d20cd7-c994-484e-a4d3-5c7b9b8faf0f req-ffc56e71-c0d8-4349-92f5-7b6bbae1902f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:16.432927 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c1d20cd7-c994-484e-a4d3-5c7b9b8faf0f req-ffc56e71-c0d8-4349-92f5-7b6bbae1902f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1060381 Jul 23 16:12:16.507397 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c1d20cd7-c994-484e-a4d3-5c7b9b8faf0f req-190735c7-53f1-4a15-b644-66edcd97535b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609779 Jul 23 16:12:17.694424 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad657061-0452-4611-abd4-efa47cf7ecd3 req-9fc92fb8-cefa-4d16-b5a0-1b33b37c2437 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:17.695945 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ad657061-0452-4611-abd4-efa47cf7ecd3 req-9fc92fb8-cefa-4d16-b5a0-1b33b37c2437 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0807345 Jul 23 16:12:17.976990 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ad657061-0452-4611-abd4-efa47cf7ecd3 req-315f0ea7-e251-43ca-89a8-7a9139416978 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735090 Jul 23 16:12:18.526350 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-679f34ec-86e0-4251-ac5e-213d039e1d67 req-be050acf-0f24-410e-98e4-4537af579efd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0641243 Jul 23 16:12:18.652290 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f34ec-86e0-4251-ac5e-213d039e1d67 req-eec51448-8877-4a21-9262-5c94fbf184c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:18.655597 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-679f34ec-86e0-4251-ac5e-213d039e1d67 req-eec51448-8877-4a21-9262-5c94fbf184c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 1099 time: 0.0698998 Jul 23 16:12:18.671216 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:18.807057 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f34ec-86e0-4251-ac5e-213d039e1d67 req-ec7fab79-d2e7-4935-824f-375b802743c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:18.808668 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-679f34ec-86e0-4251-ac5e-213d039e1d67 req-ec7fab79-d2e7-4935-824f-375b802743c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 200 len: 920 time: 0.1236296 Jul 23 16:12:18.885247 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-679f34ec-86e0-4251-ac5e-213d039e1d67 req-fa493c0b-bbb6-4792-b48d-14fd3f0d43a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9 HTTP/1.1" status: 200 len: 217 time: 0.0601239 Jul 23 16:12:18.961114 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f34ec-86e0-4251-ac5e-213d039e1d67 req-0b4d702f-916e-45aa-a7bc-93bb70409b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:18.962683 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-679f34ec-86e0-4251-ac5e-213d039e1d67 req-0b4d702f-916e-45aa-a7bc-93bb70409b76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4515c4d-ff81-477c-ae0a-22650fc42440 HTTP/1.1" status: 200 len: 859 time: 0.0665255 Jul 23 16:12:19.020351 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-679f34ec-86e0-4251-ac5e-213d039e1d67 req-85b7401a-b8b1-436a-aed4-82da4b4033be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc286c6b-df72-439e-bbfe-df072153dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433235 Jul 23 16:12:19.167158 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390806b-8fcd-4987-b737-cc98b926507b req-66a5cc90-4041-434f-8d69-f0d497d99925 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:19.168363 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-679f34ec-86e0-4251-ac5e-213d039e1d67 req-308511ec-a3a0-40ff-9071-3d895c71a620 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315701 Jul 23 16:12:19.169011 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8390806b-8fcd-4987-b737-cc98b926507b req-66a5cc90-4041-434f-8d69-f0d497d99925 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0852890 Jul 23 16:12:19.240003 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8390806b-8fcd-4987-b737-cc98b926507b req-8bbcecc2-9473-4c62-ad50-f8ad15fd292b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628238 Jul 23 16:12:19.297875 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-679f34ec-86e0-4251-ac5e-213d039e1d67 req-f7bdad74-1bca-477b-a9e8-b475d44ef8f7 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176286 Jul 23 16:12:20.414585 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeddc40-f790-45df-8f4d-fdb189629bb9 req-fe17e322-5aa5-433e-8d47-cc9fc1099648 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:20.416436 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8eeddc40-f790-45df-8f4d-fdb189629bb9 req-fe17e322-5aa5-433e-8d47-cc9fc1099648 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0792284 Jul 23 16:12:20.466244 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8eeddc40-f790-45df-8f4d-fdb189629bb9 req-201ee8fe-8cfb-48a4-a2cf-a8c5bbf805e1 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Jul 23 16:12:21.648886 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170a8a-1810-448a-8657-8069def608e8 req-f9d5a0e9-ba8b-462e-8a94-88237dfab834 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:21.650797 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f6170a8a-1810-448a-8657-8069def608e8 req-f9d5a0e9-ba8b-462e-8a94-88237dfab834 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0905497 Jul 23 16:12:21.708011 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f6170a8a-1810-448a-8657-8069def608e8 req-aeaf6cd3-b023-45d5-9c46-1edd6f2834e2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502779 Jul 23 16:12:22.897874 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45228c9-3c30-4f06-8b62-8049a8278754 req-bb6138b6-0742-4508-acbb-c0d15c840ef1 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:22.900590 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a45228c9-3c30-4f06-8b62-8049a8278754 req-bb6138b6-0742-4508-acbb-c0d15c840ef1 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0893846 Jul 23 16:12:22.955820 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a45228c9-3c30-4f06-8b62-8049a8278754 req-0de88e94-4784-4428-9e2c-a368fbf29691 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464511 Jul 23 16:12:24.138088 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-395c7af8-2e43-4dd5-bf0a-f58dbf79c8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:24.175478 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3eb8c-d335-4f83-b3d5-dace471322ca req-e17c7500-509e-433e-8070-f1b335932fd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:24.177149 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d0a3eb8c-d335-4f83-b3d5-dace471322ca req-e17c7500-509e-433e-8070-f1b335932fd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1215134 Jul 23 16:12:24.236672 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d0a3eb8c-d335-4f83-b3d5-dace471322ca req-ca1254e8-8ec1-4af6-9a84-25efdc18a6eb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513515 Jul 23 16:12:24.597186 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5fc5-1749-4390-bf3f-2cf75a297337 req-c8278c10-e019-4163-9165-b8fb62fbf1f4 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:24.599599 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-313e5fc5-1749-4390-bf3f-2cf75a297337 req-c8278c10-e019-4163-9165-b8fb62fbf1f4 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.1200993 Jul 23 16:12:24.659491 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-313e5fc5-1749-4390-bf3f-2cf75a297337 req-17f12183-8f18-4410-8c1c-65f3dd37d089 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496156 Jul 23 16:12:24.816053 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd474c1e-1b5e-461d-9c4c-ac9e4aa2acec req-c09716da-0bc2-4f33-b921-5a442213a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:24.818757 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd474c1e-1b5e-461d-9c4c-ac9e4aa2acec req-c09716da-0bc2-4f33-b921-5a442213a9af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 1099 time: 0.0848262 Jul 23 16:12:24.974277 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd474c1e-1b5e-461d-9c4c-ac9e4aa2acec req-bdeb5332-79bd-4c82-b807-952a4c52a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:24.976379 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd474c1e-1b5e-461d-9c4c-ac9e4aa2acec req-bdeb5332-79bd-4c82-b807-952a4c52a46d service neutron] 10.222.0.72 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 911 time: 0.1425459 Jul 23 16:12:25.075021 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd474c1e-1b5e-461d-9c4c-ac9e4aa2acec req-19e7f398-90aa-40e0-948f-48d0758d3d0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95736f05-4188-4a7f-acaf-11bde7dc41e6 HTTP/1.1" status: 200 len: 1001 time: 0.0770643 Jul 23 16:12:25.150306 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd474c1e-1b5e-461d-9c4c-ac9e4aa2acec req-77972645-7dd9-4ed5-9bb9-2d110f6d9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:25.151784 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd474c1e-1b5e-461d-9c4c-ac9e4aa2acec req-77972645-7dd9-4ed5-9bb9-2d110f6d9079 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73f5cedb-e27f-4d30-9911-d592f6d72bf4 HTTP/1.1" status: 200 len: 849 time: 0.0530758 Jul 23 16:12:25.255282 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd474c1e-1b5e-461d-9c4c-ac9e4aa2acec req-b50e1f09-1908-4a0c-b3df-227636abcfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:25.257069 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd474c1e-1b5e-461d-9c4c-ac9e4aa2acec req-b50e1f09-1908-4a0c-b3df-227636abcfaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809355 Jul 23 16:12:25.396658 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd474c1e-1b5e-461d-9c4c-ac9e4aa2acec req-fdfe0b1c-d7bc-4c96-a5ce-9abb8474ba06 service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192920 Jul 23 16:12:25.584272 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd474c1e-1b5e-461d-9c4c-ac9e4aa2acec req-24abf4ed-2503-46a8-bdb4-f40d5446a51b service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365216 Jul 23 16:12:25.669519 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539b7a4-0588-4569-85a2-50d2959c5aa0 req-3b269914-efd1-4f34-84c6-14b4bb3266e8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:25.672562 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b539b7a4-0588-4569-85a2-50d2959c5aa0 req-3b269914-efd1-4f34-84c6-14b4bb3266e8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1175601 Jul 23 16:12:25.756218 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b539b7a4-0588-4569-85a2-50d2959c5aa0 req-e54fbd10-4f5f-4f8c-bf7a-28719961b0e3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773494 Jul 23 16:12:25.784401 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933ecf-2a95-4a23-a31d-a7596c4411d5 req-11a486af-b022-4ff5-9f5c-089522053ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:25.787685 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a6933ecf-2a95-4a23-a31d-a7596c4411d5 req-11a486af-b022-4ff5-9f5c-089522053ba5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 1099 time: 0.0967584 Jul 23 16:12:25.883180 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f725bf-b9d5-43f6-9f5d-b5f75f216362 req-b52a2055-967d-43ea-8564-af104739ab04 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:25.886315 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-21f725bf-b9d5-43f6-9f5d-b5f75f216362 req-b52a2055-967d-43ea-8564-af104739ab04 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0987515 Jul 23 16:12:25.966155 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-21f725bf-b9d5-43f6-9f5d-b5f75f216362 req-2e56fe53-9c6b-4854-8d40-c2c4632bc0c7 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670638 Jul 23 16:12:26.219697 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933ecf-2a95-4a23-a31d-a7596c4411d5 req-77164812-9003-41c5-b6ee-8f0499bf8f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:26.222387 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a6933ecf-2a95-4a23-a31d-a7596c4411d5 req-77164812-9003-41c5-b6ee-8f0499bf8f9b service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 200 len: 920 time: 0.3964164 Jul 23 16:12:26.275257 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a6933ecf-2a95-4a23-a31d-a7596c4411d5 req-91509c79-9ea0-4e74-88d5-07348ef32f9d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9 HTTP/1.1" status: 200 len: 217 time: 0.0428431 Jul 23 16:12:26.358392 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933ecf-2a95-4a23-a31d-a7596c4411d5 req-df247cdc-ece7-4149-87ef-29376d6a905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:26.360479 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a6933ecf-2a95-4a23-a31d-a7596c4411d5 req-df247cdc-ece7-4149-87ef-29376d6a905d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4515c4d-ff81-477c-ae0a-22650fc42440 HTTP/1.1" status: 200 len: 859 time: 0.0512929 Jul 23 16:12:26.433423 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a6933ecf-2a95-4a23-a31d-a7596c4411d5 req-35a1ac58-af4b-4da3-8aa2-4b93b82b640e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc286c6b-df72-439e-bbfe-df072153dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468118 Jul 23 16:12:26.574007 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a6933ecf-2a95-4a23-a31d-a7596c4411d5 req-5a34aadd-5678-454c-9b5c-d3ea08e38652 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211593 Jul 23 16:12:26.753402 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a6933ecf-2a95-4a23-a31d-a7596c4411d5 req-4ff94778-760f-47dd-b006-80a9376ec7c2 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585698 Jul 23 16:12:26.946075 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a8d0a-708a-4337-bf4f-0606e6f39aed req-aba54655-77dd-4e96-bd50-dcb34dc28b2a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:26.948381 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-807a8d0a-708a-4337-bf4f-0606e6f39aed req-aba54655-77dd-4e96-bd50-dcb34dc28b2a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1042461 Jul 23 16:12:26.951314 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1ea9448e-8adf-4084-b1da-546cd22344f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:27.001437 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-807a8d0a-708a-4337-bf4f-0606e6f39aed req-4a880c5d-86c2-4bd1-b8f6-a1824908194e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452793 Jul 23 16:12:27.189805 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaab596-5acd-4882-95ef-30b6d6a9b663 req-7e541aa4-d3c7-47d7-a639-ae7c74eb480e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:27.191417 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ceaab596-5acd-4882-95ef-30b6d6a9b663 req-7e541aa4-d3c7-47d7-a639-ae7c74eb480e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0945947 Jul 23 16:12:27.191612 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:27.250398 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ceaab596-5acd-4882-95ef-30b6d6a9b663 req-ab7ca3f8-849f-4b7e-95b4-92dc6d353ea5 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472164 Jul 23 16:12:28.157838 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:28.210794 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4f399-96ea-429b-ae44-0e9bbb758e42 req-e032827f-888f-43c4-b829-276e5bb572ae tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:28.212394 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4fc4f399-96ea-429b-ae44-0e9bbb758e42 req-e032827f-888f-43c4-b829-276e5bb572ae tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0962701 Jul 23 16:12:28.285801 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4fc4f399-96ea-429b-ae44-0e9bbb758e42 req-a77b84a4-7878-4770-81b8-6e1df4afedcd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610580 Jul 23 16:12:28.448867 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd08b6-f69c-4254-ae9d-3b5590de90f0 req-47573c2d-f9d9-47d6-9192-d3a1e14640fb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:28.450445 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-75dd08b6-f69c-4254-ae9d-3b5590de90f0 req-47573c2d-f9d9-47d6-9192-d3a1e14640fb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0977874 Jul 23 16:12:28.518196 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-75dd08b6-f69c-4254-ae9d-3b5590de90f0 req-ce797a0f-132c-4945-836d-85d86d0e5c5b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578816 Jul 23 16:12:28.716650 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51905d2a-0f2c-4a1b-9782-3896932f734d req-786ee8d2-d39b-4ced-834c-bc64f32790bc tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:28.718903 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51905d2a-0f2c-4a1b-9782-3896932f734d req-786ee8d2-d39b-4ced-834c-bc64f32790bc tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 945 time: 0.0838058 Jul 23 16:12:28.781507 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51905d2a-0f2c-4a1b-9782-3896932f734d req-f701d35e-8de3-4986-a838-78a842656050 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529449 Jul 23 16:12:29.463206 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c647dc-1843-4213-b4db-e54adb53ead3 req-b9095cc2-cfd5-437c-96f9-cdd73ff6faab tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:29.464813 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5c647dc-1843-4213-b4db-e54adb53ead3 req-b9095cc2-cfd5-437c-96f9-cdd73ff6faab tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0860133 Jul 23 16:12:29.517261 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5c647dc-1843-4213-b4db-e54adb53ead3 req-bff0e113-ed8c-4b6d-aae4-d208583e584c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Jul 23 16:12:29.833415 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:29.972286 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dd862-c645-4d93-914a-ab09780e6406 req-8bbe1322-c548-46f6-a96e-bd3b7efc8512 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:29.973879 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cb6dd862-c645-4d93-914a-ab09780e6406 req-8bbe1322-c548-46f6-a96e-bd3b7efc8512 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 945 time: 0.1027446 Jul 23 16:12:30.031819 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cb6dd862-c645-4d93-914a-ab09780e6406 req-13f1a13e-6b25-4211-9847-8d31984aa935 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454929 Jul 23 16:12:30.698411 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c04ef-76f8-4e30-9cc3-2660b503dc50 req-5a071369-7dd8-40cc-bb53-c0bfdc208134 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:30.700466 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6e9c04ef-76f8-4e30-9cc3-2660b503dc50 req-5a071369-7dd8-40cc-bb53-c0bfdc208134 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0912037 Jul 23 16:12:30.749826 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6e9c04ef-76f8-4e30-9cc3-2660b503dc50 req-3d17c5c8-a833-4ae7-b2e1-c8f7df7bce30 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Jul 23 16:12:31.230207 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae5cb1-6d45-4eaf-a5c2-b5ebd4bf18d0 req-e81db96d-87e5-4d79-a53e-ddc36eee6fb3 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:31.231801 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-33ae5cb1-6d45-4eaf-a5c2-b5ebd4bf18d0 req-e81db96d-87e5-4d79-a53e-ddc36eee6fb3 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 945 time: 0.0955799 Jul 23 16:12:31.296580 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-33ae5cb1-6d45-4eaf-a5c2-b5ebd4bf18d0 req-18e956ee-9117-471f-b587-73c8d4fc02fe tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578897 Jul 23 16:12:31.929968 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ee955-5902-4c75-ab12-5b02dcd0dbf6 req-8862632e-8145-46d8-88cf-34ac03c00fec tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:31.931569 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d85ee955-5902-4c75-ab12-5b02dcd0dbf6 req-8862632e-8145-46d8-88cf-34ac03c00fec tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0799789 Jul 23 16:12:31.980621 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d85ee955-5902-4c75-ab12-5b02dcd0dbf6 req-325a404f-839e-4ea8-aa2b-e00f797a241f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Jul 23 16:12:32.469096 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e6cd6-2dbf-487f-b512-0e02e4dc3cc3 req-7e7369c3-84fc-4a67-8147-0cd8bb847877 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:32.470707 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1e1e6cd6-2dbf-487f-b512-0e02e4dc3cc3 req-7e7369c3-84fc-4a67-8147-0cd8bb847877 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 945 time: 0.0802777 Jul 23 16:12:32.526879 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1e1e6cd6-2dbf-487f-b512-0e02e4dc3cc3 req-364cc43d-5ff4-437b-8e1f-40aece96ebf6 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491982 Jul 23 16:12:32.588650 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b5f4-b6d3-4045-9f3d-158ef3e4c290 req-2941d817-341a-43ab-9fa9-86c556755ac0 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:32.590754 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9740b5f4-b6d3-4045-9f3d-158ef3e4c290 req-2941d817-341a-43ab-9fa9-86c556755ac0 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 945 time: 0.0894537 Jul 23 16:12:32.780643 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-9740b5f4-b6d3-4045-9f3d-158ef3e4c290 req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Deleting port 54ea4973-c161-4af5-afde-cd410c77c1a0 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:12:32.781023 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-9740b5f4-b6d3-4045-9f3d-158ef3e4c290 req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:32.915291 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-9740b5f4-b6d3-4045-9f3d-158ef3e4c290 req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] For port 54ea4973-c161-4af5-afde-cd410c77c1a0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=54ea4973-c161-4af5-afde-cd410c77c1a0,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:32.915868 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-9740b5f4-b6d3-4045-9f3d-158ef3e4c290 req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:32.939180 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-9740b5f4-b6d3-4045-9f3d-158ef3e4c290 req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Calling delete_port for 54ea4973-c161-4af5-afde-cd410c77c1a0 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:12:33.111061 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-9740b5f4-b6d3-4045-9f3d-158ef3e4c290 req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:33.145379 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Pushing event deleted for resources: {'Port': ['ID=54ea4973-c161-4af5-afde-cd410c77c1a0,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:33.164658 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.165596 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.166139 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.166662 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.167184 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.167714 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.168298 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.170125 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.170617 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.170788 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.171387 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.171789 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:33.183343 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['33914f1b-83aa-414f-a454-70d4a8d678dc', '25c7b0bc-fcfa-40c5-ad55-08618842f1ca', 'eea1098b-1147-4aa9-8b75-951e46f18f47', '54ea4973-c161-4af5-afde-cd410c77c1a0'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:12:33.209827 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00484591-7a99-4abc-a941-e691242166ea req-7bcdfc98-eb97-4b98-bcf7-e85f327f3a98 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:33.212247 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-00484591-7a99-4abc-a941-e691242166ea req-7bcdfc98-eb97-4b98-bcf7-e85f327f3a98 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1357338 Jul 23 16:12:33.238399 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9740b5f4-b6d3-4045-9f3d-158ef3e4c290 req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] No DVR routers for this DVR port 54ea4973-c161-4af5-afde-cd410c77c1a0 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:12:33.244847 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-9740b5f4-b6d3-4045-9f3d-158ef3e4c290 req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:33.249066 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9740b5f4-b6d3-4045-9f3d-158ef3e4c290 req-aa609e48-f788-49eb-a06c-616f0087ab4e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "DELETE /v2.0/ports/54ea4973-c161-4af5-afde-cd410c77c1a0 HTTP/1.1" status: 204 len: 173 time: 0.6392372 Jul 23 16:12:33.249837 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2', 'name': 'network-vif-deleted', 'tag': '54ea4973-c161-4af5-afde-cd410c77c1a0'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:33.254133 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42cfbc7-e3b0-474b-aa91-79cbbf704080" -d '{"events": [{"server_uuid": "7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2", "name": "network-vif-deleted", "tag": "54ea4973-c161-4af5-afde-cd410c77c1a0"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:33.316578 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-00484591-7a99-4abc-a941-e691242166ea req-e2aa891c-60eb-4f2e-abc5-a410f47b125b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939035 Jul 23 16:12:33.350687 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36dadc1-4d8f-4c95-87ea-90c67e3d1deb x-openstack-request-id: req-e36dadc1-4d8f-4c95-87ea-90c67e3d1deb {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:33.350968 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2", "name": "network-vif-deleted", "tag": "54ea4973-c161-4af5-afde-cd410c77c1a0", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:33.351237 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e36dadc1-4d8f-4c95-87ea-90c67e3d1deb {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:33.351654 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2', 'name': 'network-vif-deleted', 'tag': '54ea4973-c161-4af5-afde-cd410c77c1a0', 'status': 'completed', 'code': 200} Jul 23 16:12:33.703163 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-78bf2da1-937f-479e-9fcd-e08863dcaa40 req-9b0faebb-87ca-44bf-8902-0085c2f34494 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ff6eb3d-7f33-4977-a87b-3f7cb5d690d2 HTTP/1.1" status: 200 len: 210 time: 0.0415137 Jul 23 16:12:34.535240 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51272844-553b-46a3-980e-366a61a06bf0 req-6b4d8839-4ec9-44ad-9253-3c2a6a0df151 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:34.542000 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51272844-553b-46a3-980e-366a61a06bf0 req-6b4d8839-4ec9-44ad-9253-3c2a6a0df151 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1039548 Jul 23 16:12:34.608657 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51272844-553b-46a3-980e-366a61a06bf0 req-e470c8cf-8ded-4261-9567-3be02569afcd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577781 Jul 23 16:12:35.772475 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b690ab-6d16-4911-9752-012f89309438 req-ec8f3a11-18d3-44e2-9fe9-6123040c9117 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:35.774083 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-01b690ab-6d16-4911-9752-012f89309438 req-ec8f3a11-18d3-44e2-9fe9-6123040c9117 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0760379 Jul 23 16:12:35.834369 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-01b690ab-6d16-4911-9752-012f89309438 req-f558f0f2-a856-47ee-876b-81ffb9efd972 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528383 Jul 23 16:12:35.869716 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 54ea4973-c161-4af5-afde-cd410c77c1a0 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:12:35.900356 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 54ea4973-c161-4af5-afde-cd410c77c1a0 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:12:35.900691 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 54ea4973-c161-4af5-afde-cd410c77c1a0 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:12:36.304151 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730c0a7-3b1c-4f70-a9fe-f2447ce4a076 req-b393f675-de4e-4ecc-877d-d2b7c2423e1c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:36.305695 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d730c0a7-3b1c-4f70-a9fe-f2447ce4a076 req-b393f675-de4e-4ecc-877d-d2b7c2423e1c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 945 time: 0.0788834 Jul 23 16:12:36.370071 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d730c0a7-3b1c-4f70-a9fe-f2447ce4a076 req-9144ea69-a6c3-452b-ab68-d6de318dbf1d tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552597 Jul 23 16:12:37.015253 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01be5c-606a-4eff-b8ba-bc34c68bbfe7 req-e8dde8ef-8c33-4fc7-8cea-6ce9e98d17d2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:37.017154 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de01be5c-606a-4eff-b8ba-bc34c68bbfe7 req-e8dde8ef-8c33-4fc7-8cea-6ce9e98d17d2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0932865 Jul 23 16:12:37.074117 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de01be5c-606a-4eff-b8ba-bc34c68bbfe7 req-a7d6a35d-ff0b-4699-9b46-2654fe63e878 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503249 Jul 23 16:12:37.556209 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f3a20-e97d-4876-8cfe-bb784a5b400b req-5642857f-8891-4b3b-b331-8889b2b2ea6a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:37.558797 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-775f3a20-e97d-4876-8cfe-bb784a5b400b req-5642857f-8891-4b3b-b331-8889b2b2ea6a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 945 time: 0.0976026 Jul 23 16:12:37.618466 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-775f3a20-e97d-4876-8cfe-bb784a5b400b req-75d76cc4-d984-403a-af2a-740d0adbad26 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485907 Jul 23 16:12:38.264332 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6956-45ba-42f5-9099-7dcbd1072b7d req-c7a27203-4739-49d1-9e22-5e7d61ec6906 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:38.267121 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d1cd6956-45ba-42f5-9099-7dcbd1072b7d req-c7a27203-4739-49d1-9e22-5e7d61ec6906 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0847828 Jul 23 16:12:38.326044 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d1cd6956-45ba-42f5-9099-7dcbd1072b7d req-ee300f9e-8414-4479-ba95-9c6f1294f9c8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493712 Jul 23 16:12:38.796665 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5bdd1-3d30-4832-9f9b-954a4c97949f req-35c05777-5838-4376-90ed-7fafaebc880b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:38.798784 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-42e5bdd1-3d30-4832-9f9b-954a4c97949f req-35c05777-5838-4376-90ed-7fafaebc880b tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 945 time: 0.0890205 Jul 23 16:12:38.851019 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-42e5bdd1-3d30-4832-9f9b-954a4c97949f req-71a9b461-6359-4350-8d2a-d1c9ef37b140 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452554 Jul 23 16:12:39.317880 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:12:39.513512 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19731fa-3b8c-4b17-a225-815a319ccbc3 req-d688aac6-3906-4578-ba5c-cbf9b8f1a633 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:39.516215 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a19731fa-3b8c-4b17-a225-815a319ccbc3 req-d688aac6-3906-4578-ba5c-cbf9b8f1a633 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0970457 Jul 23 16:12:39.568055 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a19731fa-3b8c-4b17-a225-815a319ccbc3 req-3728e7c5-8236-4a60-a0cd-37bf292192ad tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418754 Jul 23 16:12:39.689606 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651aea2-ecb6-4f82-ad7d-400ff9195d6b req-5d164720-9c5a-47b4-a377-ef59349bbd2a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:39.691151 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a651aea2-ecb6-4f82-ad7d-400ff9195d6b req-5d164720-9c5a-47b4-a377-ef59349bbd2a tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 945 time: 0.0898128 Jul 23 16:12:39.843760 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-a651aea2-ecb6-4f82-ad7d-400ff9195d6b req-3b20b669-bc51-4333-9187-f1903250fd5c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Deleting port eea1098b-1147-4aa9-8b75-951e46f18f47 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:12:39.844204 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a651aea2-ecb6-4f82-ad7d-400ff9195d6b req-3b20b669-bc51-4333-9187-f1903250fd5c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:39.989212 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-a651aea2-ecb6-4f82-ad7d-400ff9195d6b req-3b20b669-bc51-4333-9187-f1903250fd5c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] For port eea1098b-1147-4aa9-8b75-951e46f18f47, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=eea1098b-1147-4aa9-8b75-951e46f18f47,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:39.989708 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a651aea2-ecb6-4f82-ad7d-400ff9195d6b req-3b20b669-bc51-4333-9187-f1903250fd5c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:40.009107 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-a651aea2-ecb6-4f82-ad7d-400ff9195d6b req-3b20b669-bc51-4333-9187-f1903250fd5c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Calling delete_port for eea1098b-1147-4aa9-8b75-951e46f18f47 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:12:40.058703 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e0696-8169-4ad1-8af5-37369a7a155b req-88d832e4-add2-47d2-8fbf-b2b859f24b84 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:40.061654 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e11e0696-8169-4ad1-8af5-37369a7a155b req-88d832e4-add2-47d2-8fbf-b2b859f24b84 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 945 time: 0.1056139 Jul 23 16:12:40.129537 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e11e0696-8169-4ad1-8af5-37369a7a155b req-d47a2dec-2c0f-4efa-b419-01ebc1139062 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583122 Jul 23 16:12:40.226479 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a651aea2-ecb6-4f82-ad7d-400ff9195d6b req-3b20b669-bc51-4333-9187-f1903250fd5c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:40.268729 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20b669-bc51-4333-9187-f1903250fd5c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Pushing event deleted for resources: {'Port': ['ID=eea1098b-1147-4aa9-8b75-951e46f18f47,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:40.286102 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['33914f1b-83aa-414f-a454-70d4a8d678dc', '25c7b0bc-fcfa-40c5-ad55-08618842f1ca'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:12:40.341767 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a651aea2-ecb6-4f82-ad7d-400ff9195d6b req-3b20b669-bc51-4333-9187-f1903250fd5c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] No DVR routers for this DVR port eea1098b-1147-4aa9-8b75-951e46f18f47 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:12:40.349926 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-a651aea2-ecb6-4f82-ad7d-400ff9195d6b req-3b20b669-bc51-4333-9187-f1903250fd5c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:40.352784 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a651aea2-ecb6-4f82-ad7d-400ff9195d6b req-3b20b669-bc51-4333-9187-f1903250fd5c tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "DELETE /v2.0/ports/eea1098b-1147-4aa9-8b75-951e46f18f47 HTTP/1.1" status: 204 len: 173 time: 0.6488836 Jul 23 16:12:40.353308 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bffbf6-4871-48fd-93ee-310f5b555fae', 'name': 'network-vif-deleted', 'tag': 'eea1098b-1147-4aa9-8b75-951e46f18f47'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:40.356460 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e382e7-84e7-4755-9ca8-efd3a1f54d18" -d '{"events": [{"server_uuid": "36bffbf6-4871-48fd-93ee-310f5b555fae", "name": "network-vif-deleted", "tag": "eea1098b-1147-4aa9-8b75-951e46f18f47"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:40.426279 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a2f1f1-3690-4890-8e77-6f178baea6b3 x-openstack-request-id: req-b7a2f1f1-3690-4890-8e77-6f178baea6b3 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:40.426756 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bffbf6-4871-48fd-93ee-310f5b555fae", "name": "network-vif-deleted", "tag": "eea1098b-1147-4aa9-8b75-951e46f18f47", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:40.427061 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7a2f1f1-3690-4890-8e77-6f178baea6b3 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:40.427693 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bffbf6-4871-48fd-93ee-310f5b555fae', 'name': 'network-vif-deleted', 'tag': 'eea1098b-1147-4aa9-8b75-951e46f18f47', 'status': 'completed', 'code': 200} Jul 23 16:12:40.770259 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408e938-cab0-4462-bb12-601b4668150c req-248b1220-5f7c-4bbf-9fee-b0637c4ec665 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:40.771870 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9408e938-cab0-4462-bb12-601b4668150c req-248b1220-5f7c-4bbf-9fee-b0637c4ec665 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0880826 Jul 23 16:12:40.838988 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9408e938-cab0-4462-bb12-601b4668150c req-d1b104a8-b8a2-420b-ace3-b2031055801b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575089 Jul 23 16:12:41.294420 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50e31b04-b6ea-4339-b533-8b45cb563c30 req-0e53c0db-6a69-4b3d-ba85-34c97b504ba7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=36bffbf6-4871-48fd-93ee-310f5b555fae HTTP/1.1" status: 200 len: 210 time: 0.0402353 Jul 23 16:12:41.875813 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device eea1098b-1147-4aa9-8b75-951e46f18f47 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:12:41.906937 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: eea1098b-1147-4aa9-8b75-951e46f18f47 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:12:41.907411 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device eea1098b-1147-4aa9-8b75-951e46f18f47 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:12:42.045162 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d07f2-bc3d-4d74-80c3-9a659a7963b0 req-8cf6fc9b-64d5-4b53-b1a0-bd4381206577 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:42.047622 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-df7d07f2-bc3d-4d74-80c3-9a659a7963b0 req-8cf6fc9b-64d5-4b53-b1a0-bd4381206577 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1071286 Jul 23 16:12:42.122935 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-df7d07f2-bc3d-4d74-80c3-9a659a7963b0 req-d6bd6a66-68f2-4f1b-ad8a-fcef7aaa1e57 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648959 Jul 23 16:12:42.734889 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffdbaa-5540-403c-9326-78775b6273e8 req-4045f5af-b8e3-4008-8963-d25f3017c503 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:42.737021 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4fffdbaa-5540-403c-9326-78775b6273e8 req-4045f5af-b8e3-4008-8963-d25f3017c503 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 945 time: 0.1089861 Jul 23 16:12:42.789009 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4fffdbaa-5540-403c-9326-78775b6273e8 req-bb6158ed-6831-4724-be05-5a033afc1515 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Jul 23 16:12:43.332089 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3966ac-56ce-41b7-860e-06c5ba23c334 req-76870874-245c-46b0-8db8-f62fbe1d4d9c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:43.335060 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6e3966ac-56ce-41b7-860e-06c5ba23c334 req-76870874-245c-46b0-8db8-f62fbe1d4d9c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0969563 Jul 23 16:12:43.394556 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6e3966ac-56ce-41b7-860e-06c5ba23c334 req-855cd8aa-87fb-480c-b478-722739419170 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485458 Jul 23 16:12:43.976633 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a103e-6702-4df0-8091-83a913f93c3d req-7a652d55-bbb7-43c0-aaca-5efe55065505 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:43.978299 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d79a103e-6702-4df0-8091-83a913f93c3d req-7a652d55-bbb7-43c0-aaca-5efe55065505 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 945 time: 0.0986230 Jul 23 16:12:44.031504 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d79a103e-6702-4df0-8091-83a913f93c3d req-d6957849-b242-46a9-bce0-a38a47a0088e tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428240 Jul 23 16:12:44.586474 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5091eb-0ea6-4a3f-8b29-9c3dd07b23ee req-a0361ea5-3732-430b-9b7a-b863d27acfb2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:44.588058 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ac5091eb-0ea6-4a3f-8b29-9c3dd07b23ee req-a0361ea5-3732-430b-9b7a-b863d27acfb2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0940304 Jul 23 16:12:44.658316 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ac5091eb-0ea6-4a3f-8b29-9c3dd07b23ee req-02ab9dd0-b94e-4a8f-b175-7e9a106edd49 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587251 Jul 23 16:12:45.211817 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9547-e679-4b5d-be8a-d7a95967a371 req-00cfe29f-d5f3-4e81-81b9-ba68202f0e01 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:45.213638 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d58e9547-e679-4b5d-be8a-d7a95967a371 req-00cfe29f-d5f3-4e81-81b9-ba68202f0e01 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 945 time: 0.0871408 Jul 23 16:12:45.267603 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d58e9547-e679-4b5d-be8a-d7a95967a371 req-0d1ad04d-4262-485c-91b8-26c1e7c248c1 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475695 Jul 23 16:12:45.523362 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6907196-526f-436b-b1ea-73934e06dcf9 req-9b39ed51-e5f4-4b54-a884-c7c669640895 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:45.525004 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f6907196-526f-436b-b1ea-73934e06dcf9 req-9b39ed51-e5f4-4b54-a884-c7c669640895 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 945 time: 0.0752358 Jul 23 16:12:45.669184 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-f6907196-526f-436b-b1ea-73934e06dcf9 req-1b26a931-632f-42a0-adeb-49f6c2d17c99 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Deleting port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:12:45.669577 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-f6907196-526f-436b-b1ea-73934e06dcf9 req-1b26a931-632f-42a0-adeb-49f6c2d17c99 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:45.808308 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-f6907196-526f-436b-b1ea-73934e06dcf9 req-1b26a931-632f-42a0-adeb-49f6c2d17c99 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] For port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=25c7b0bc-fcfa-40c5-ad55-08618842f1ca,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:45.808830 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-f6907196-526f-436b-b1ea-73934e06dcf9 req-1b26a931-632f-42a0-adeb-49f6c2d17c99 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:45.843885 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-f6907196-526f-436b-b1ea-73934e06dcf9 req-1b26a931-632f-42a0-adeb-49f6c2d17c99 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Calling delete_port for 25c7b0bc-fcfa-40c5-ad55-08618842f1ca owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:12:45.849411 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218625d8-897e-4116-b12a-ac72982084db req-8d070cab-9196-4bfd-9dfe-f7c51516e598 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:45.851619 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-218625d8-897e-4116-b12a-ac72982084db req-8d070cab-9196-4bfd-9dfe-f7c51516e598 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1078520 Jul 23 16:12:45.921991 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-218625d8-897e-4116-b12a-ac72982084db req-c8536eeb-a62f-4491-a781-e725cd25f95e tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620780 Jul 23 16:12:46.025041 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-f6907196-526f-436b-b1ea-73934e06dcf9 req-1b26a931-632f-42a0-adeb-49f6c2d17c99 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:46.057631 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26a931-632f-42a0-adeb-49f6c2d17c99 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Pushing event deleted for resources: {'Port': ['ID=25c7b0bc-fcfa-40c5-ad55-08618842f1ca,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:46.100302 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['33914f1b-83aa-414f-a454-70d4a8d678dc'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:12:46.135422 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6907196-526f-436b-b1ea-73934e06dcf9 req-1b26a931-632f-42a0-adeb-49f6c2d17c99 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] No DVR routers for this DVR port 25c7b0bc-fcfa-40c5-ad55-08618842f1ca on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:12:46.139300 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-f6907196-526f-436b-b1ea-73934e06dcf9 req-1b26a931-632f-42a0-adeb-49f6c2d17c99 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:46.141451 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f6907196-526f-436b-b1ea-73934e06dcf9 req-1b26a931-632f-42a0-adeb-49f6c2d17c99 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "DELETE /v2.0/ports/25c7b0bc-fcfa-40c5-ad55-08618842f1ca HTTP/1.1" status: 204 len: 173 time: 0.6087255 Jul 23 16:12:46.141921 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970695e9-00fa-42a8-a9fd-566ec2b66afe', 'name': 'network-vif-deleted', 'tag': '25c7b0bc-fcfa-40c5-ad55-08618842f1ca'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:46.144335 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39e2b8a-ccc6-42f6-90a6-9639acbae927" -d '{"events": [{"server_uuid": "970695e9-00fa-42a8-a9fd-566ec2b66afe", "name": "network-vif-deleted", "tag": "25c7b0bc-fcfa-40c5-ad55-08618842f1ca"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:46.192469 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9981b27c-767f-4efe-8f57-f4d631d5d4b3 x-openstack-request-id: req-9981b27c-767f-4efe-8f57-f4d631d5d4b3 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:46.192761 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970695e9-00fa-42a8-a9fd-566ec2b66afe", "name": "network-vif-deleted", "tag": "25c7b0bc-fcfa-40c5-ad55-08618842f1ca", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:46.193018 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9981b27c-767f-4efe-8f57-f4d631d5d4b3 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:46.193420 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970695e9-00fa-42a8-a9fd-566ec2b66afe', 'name': 'network-vif-deleted', 'tag': '25c7b0bc-fcfa-40c5-ad55-08618842f1ca', 'status': 'completed', 'code': 200} Jul 23 16:12:46.442915 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-148236ca-4ed7-45d8-ae19-6a694daa1215 req-5689f64a-c56d-46f0-81c7-c96538a3e661 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=970695e9-00fa-42a8-a9fd-566ec2b66afe HTTP/1.1" status: 200 len: 210 time: 0.0455835 Jul 23 16:12:47.126225 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87a7f2-c357-4b92-b7ac-07f9ce2bca59 req-e3877fa1-08c6-4775-9d05-c528b6320c6f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:47.127825 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2e87a7f2-c357-4b92-b7ac-07f9ce2bca59 req-e3877fa1-08c6-4775-9d05-c528b6320c6f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1004677 Jul 23 16:12:47.182036 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2e87a7f2-c357-4b92-b7ac-07f9ce2bca59 req-cf0e5ce4-dc36-44bf-a36c-008b04ed6294 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473077 Jul 23 16:12:47.894238 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 25c7b0bc-fcfa-40c5-ad55-08618842f1ca no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:12:47.917377 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 25c7b0bc-fcfa-40c5-ad55-08618842f1ca {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:12:47.917711 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 25c7b0bc-fcfa-40c5-ad55-08618842f1ca not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:12:48.350354 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2926090-4492-4a42-8408-42772e67e802 req-8fb13718-d7ec-4a36-ace4-9b807bb7fa28 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:48.351909 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e2926090-4492-4a42-8408-42772e67e802 req-8fb13718-d7ec-4a36-ace4-9b807bb7fa28 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0762527 Jul 23 16:12:48.407761 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e2926090-4492-4a42-8408-42772e67e802 req-c7ef628f-86df-4053-b598-7b6d3fdcebf7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474498 Jul 23 16:12:48.693040 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:49.019902 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165626e3-d874-49c3-bf20-ba97b10b2f1b req-e53554f3-50f6-4379-9245-94e56c51d6a7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:49.022418 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-165626e3-d874-49c3-bf20-ba97b10b2f1b req-e53554f3-50f6-4379-9245-94e56c51d6a7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.0857651 Jul 23 16:12:49.089731 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-165626e3-d874-49c3-bf20-ba97b10b2f1b req-0bd4d56d-1092-4cde-96d0-cbfb17b5c6da tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Jul 23 16:12:49.608693 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bcb73-311e-4803-afdf-bb8d894940bf req-86d1c9ce-cbcf-4dc5-8253-956f34062e1b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:49.610754 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-858bcb73-311e-4803-afdf-bb8d894940bf req-86d1c9ce-cbcf-4dc5-8253-956f34062e1b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1004965 Jul 23 16:12:49.657884 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-858bcb73-311e-4803-afdf-bb8d894940bf req-40d95ca0-393b-4a72-86c2-35df511b891d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 Jul 23 16:12:50.278842 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac48dd-9f42-4d57-90e7-36db7ef0520d req-2af63f24-0ba7-4461-a9c7-5cb9d8d9eae7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:50.281401 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6dac48dd-9f42-4d57-90e7-36db7ef0520d req-2af63f24-0ba7-4461-a9c7-5cb9d8d9eae7 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.0976741 Jul 23 16:12:50.335755 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6dac48dd-9f42-4d57-90e7-36db7ef0520d req-abd63ed5-52ee-48c8-a900-f45950ab93b5 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Jul 23 16:12:50.849717 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1a96-597d-4bf5-908f-84fb4fc797b9 req-3f240108-9caf-4508-a0c0-7d4c2296257b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:50.851316 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-152c1a96-597d-4bf5-908f-84fb4fc797b9 req-3f240108-9caf-4508-a0c0-7d4c2296257b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0937998 Jul 23 16:12:50.906320 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-152c1a96-597d-4bf5-908f-84fb4fc797b9 req-ab1287d9-f70c-4ba0-9e8a-3a9e00458fc8 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Jul 23 16:12:51.514400 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932d69b-9811-486b-b55d-621a48b9dc7d req-31226a39-f2a3-47d1-b713-c28aea7a4720 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:51.516092 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5932d69b-9811-486b-b55d-621a48b9dc7d req-31226a39-f2a3-47d1-b713-c28aea7a4720 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.0760610 Jul 23 16:12:51.558122 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5932d69b-9811-486b-b55d-621a48b9dc7d req-30e00fab-a00b-4833-893d-96cc4abf46e9 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce1944ab-6e32-42ac-8c8d-a16239f998c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360725 Jul 23 16:12:52.077124 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cd65d-1544-4043-9b7a-1c5e3c16088b req-e244c7eb-111e-4b74-97dd-0e22e1fae655 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:52.079814 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2a8cd65d-1544-4043-9b7a-1c5e3c16088b req-e244c7eb-111e-4b74-97dd-0e22e1fae655 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 946 time: 0.1317859 Jul 23 16:12:52.125645 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c1f1b-a146-464c-bf4c-f400578df82b req-f7925c34-f53f-4d12-b5e6-d16eb0d674cd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:52.128173 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bf1c1f1b-a146-464c-bf4c-f400578df82b req-f7925c34-f53f-4d12-b5e6-d16eb0d674cd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1059656 Jul 23 16:12:52.184439 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bf1c1f1b-a146-464c-bf4c-f400578df82b req-abf4fc81-2416-4918-a059-a21a7ed45365 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486548 Jul 23 16:12:52.233481 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-2a8cd65d-1544-4043-9b7a-1c5e3c16088b req-cccab7d1-6c09-4422-9883-37772848cdb8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Deleting port 33914f1b-83aa-414f-a454-70d4a8d678dc {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:12:52.233914 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2a8cd65d-1544-4043-9b7a-1c5e3c16088b req-cccab7d1-6c09-4422-9883-37772848cdb8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:52.345079 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-2a8cd65d-1544-4043-9b7a-1c5e3c16088b req-cccab7d1-6c09-4422-9883-37772848cdb8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] For port 33914f1b-83aa-414f-a454-70d4a8d678dc, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=33914f1b-83aa-414f-a454-70d4a8d678dc,segment=NetworkSegment(5525c3b5-be94-4798-a677-f2a15b1e622e),segment_id=5525c3b5-be94-4798-a677-f2a15b1e622e)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:52.345391 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2a8cd65d-1544-4043-9b7a-1c5e3c16088b req-cccab7d1-6c09-4422-9883-37772848cdb8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:52.361078 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-2a8cd65d-1544-4043-9b7a-1c5e3c16088b req-cccab7d1-6c09-4422-9883-37772848cdb8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Calling delete_port for 33914f1b-83aa-414f-a454-70d4a8d678dc owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:12:52.519201 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2a8cd65d-1544-4043-9b7a-1c5e3c16088b req-cccab7d1-6c09-4422-9883-37772848cdb8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:52.550971 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccab7d1-6c09-4422-9883-37772848cdb8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Pushing event deleted for resources: {'Port': ['ID=33914f1b-83aa-414f-a454-70d4a8d678dc,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:52.578679 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['33914f1b-83aa-414f-a454-70d4a8d678dc'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:12:52.605032 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8cd65d-1544-4043-9b7a-1c5e3c16088b req-cccab7d1-6c09-4422-9883-37772848cdb8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] No DVR routers for this DVR port 33914f1b-83aa-414f-a454-70d4a8d678dc on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:12:52.610685 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2a8cd65d-1544-4043-9b7a-1c5e3c16088b req-cccab7d1-6c09-4422-9883-37772848cdb8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:52.614727 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2a8cd65d-1544-4043-9b7a-1c5e3c16088b req-cccab7d1-6c09-4422-9883-37772848cdb8 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.72 "DELETE /v2.0/ports/33914f1b-83aa-414f-a454-70d4a8d678dc HTTP/1.1" status: 204 len: 173 time: 0.5221343 Jul 23 16:12:52.615223 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a6edc2-9827-46c0-9e3f-7e627ef2dee4', 'name': 'network-vif-deleted', 'tag': '33914f1b-83aa-414f-a454-70d4a8d678dc'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:52.617657 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6ca8b2-63f8-4854-8c17-7d0ef2a45d66" -d '{"events": [{"server_uuid": "75a6edc2-9827-46c0-9e3f-7e627ef2dee4", "name": "network-vif-deleted", "tag": "33914f1b-83aa-414f-a454-70d4a8d678dc"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:52.677325 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8dcf3e-1205-4d46-9582-32df095c0641 x-openstack-request-id: req-ce8dcf3e-1205-4d46-9582-32df095c0641 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:52.678125 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a6edc2-9827-46c0-9e3f-7e627ef2dee4", "name": "network-vif-deleted", "tag": "33914f1b-83aa-414f-a454-70d4a8d678dc", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:52.678517 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce8dcf3e-1205-4d46-9582-32df095c0641 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:52.679135 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a6edc2-9827-46c0-9e3f-7e627ef2dee4', 'name': 'network-vif-deleted', 'tag': '33914f1b-83aa-414f-a454-70d4a8d678dc', 'status': 'completed', 'code': 200} Jul 23 16:12:52.706586 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9cc86a6e-29f3-4624-a75b-cd53bc778c28 req-e8444290-b037-4796-9b28-e4c023f8b6d1 tempest-AttachVolumeNegativeTest-67685888 tempest-AttachVolumeNegativeTest-67685888-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a6edc2-9827-46c0-9e3f-7e627ef2dee4 HTTP/1.1" status: 200 len: 210 time: 0.0493348 Jul 23 16:12:53.348297 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3f0c-f7d4-4892-b42c-2db6018e52e8 req-6f33ddd3-285f-442c-804c-1b44d422514b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:53.349777 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4bcd3f0c-f7d4-4892-b42c-2db6018e52e8 req-6f33ddd3-285f-442c-804c-1b44d422514b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0827928 Jul 23 16:12:53.404903 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4bcd3f0c-f7d4-4892-b42c-2db6018e52e8 req-5e53b407-3d5a-438d-adbc-53d10978c254 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480068 Jul 23 16:12:53.804478 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 46936) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:53.863652 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccc52a5-fa81-4b67-b88f-056cbc7b689a admin admin] Deleting subnet d0833803-229d-4ab1-b597-0c5e2e3dc7b2 {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:12:53.867327 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-eccc52a5-fa81-4b67-b88f-056cbc7b689a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:53.913241 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-eccc52a5-fa81-4b67-b88f-056cbc7b689a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731459'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:53.963331 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-eccc52a5-fa81-4b67-b88f-056cbc7b689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.023142 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-eccc52a5-fa81-4b67-b88f-056cbc7b689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12656138'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.055883 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc52a5-fa81-4b67-b88f-056cbc7b689a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0833803-229d-4ab1-b597-0c5e2e3dc7b2,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:54.060101 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-eccc52a5-fa81-4b67-b88f-056cbc7b689a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.062058 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-eccc52a5-fa81-4b67-b88f-056cbc7b689a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d0833803-229d-4ab1-b597-0c5e2e3dc7b2 HTTP/1.1" status: 204 len: 168 time: 0.2574143 Jul 23 16:12:54.064761 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 46938) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:54.130328 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-06cc396c-f6bc-4ca9-8d98-11d1bab672cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.155117 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1b472716-7355-45e8-9906-487178482dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.244415 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1b472716-7355-45e8-9906-487178482dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.256579 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-1b472716-7355-45e8-9906-487178482dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c242e2a3-fc95-4afe-95c6-6820f2feeb0d']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:54.268305 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-1b472716-7355-45e8-9906-487178482dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5525c3b5-be94-4798-a677-f2a15b1e622e') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:54.268606 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-1b472716-7355-45e8-9906-487178482dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5525c3b5-be94-4798-a677-f2a15b1e622e') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:54.278583 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1b472716-7355-45e8-9906-487178482dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731514'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.301998 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1b472716-7355-45e8-9906-487178482dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.308676 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b472716-7355-45e8-9906-487178482dee admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:12:54.309093 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1b472716-7355-45e8-9906-487178482dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827428'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: Traceback (most recent call last): Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: timer() Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: cb(*args, **kw) Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: return func(*args, **kwargs) Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: self._notify() Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: self.callback(batched_events) Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: event.method(event) Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: return f(self, *a, **k) Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._get(url).json() Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:12:54.311209 dv-cinder-801989-4-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:12:54.374439 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1b472716-7355-45e8-9906-487178482dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.382472 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1b472716-7355-45e8-9906-487178482dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.387619 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-1b472716-7355-45e8-9906-487178482dee admin admin] 10.222.0.65 "DELETE /v2.0/networks/c242e2a3-fc95-4afe-95c6-6820f2feeb0d HTTP/1.1" status: 204 len: 168 time: 0.3192961 Jul 23 16:12:54.402606 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b472716-7355-45e8-9906-487178482dee admin admin] Pushing event deleted for resources: {'Network': ['ID=c242e2a3-fc95-4afe-95c6-6820f2feeb0d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:54.601268 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786fa1c-1935-4df8-b3f8-e119bff6f9a9 req-c2523dc0-3596-471c-9ca6-d2bbe8ea3e0d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:54.603942 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4786fa1c-1935-4df8-b3f8-e119bff6f9a9 req-c2523dc0-3596-471c-9ca6-d2bbe8ea3e0d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1032927 Jul 23 16:12:54.638929 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 46944) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:54.657894 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4786fa1c-1935-4df8-b3f8-e119bff6f9a9 req-17533098-7aac-4260-941a-740e50cd6115 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461948 Jul 23 16:12:54.703088 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5becc9b8-6d14-412f-92f3-5afe02a2b842 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=37e2a8419bf4498495ae22193d41db3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0621316 Jul 23 16:12:54.706140 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 46948) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:54.795072 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cc97fdfd-b8c9-48a5-9054-5e8dd2c49070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.850628 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cc97fdfd-b8c9-48a5-9054-5e8dd2c49070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.901169 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e543a03-59a5-4fec-85c1-2865048dc4e7 req-ac9f205a-8add-4b57-8556-9467bba01f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:54.902888 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5e543a03-59a5-4fec-85c1-2865048dc4e7 req-ac9f205a-8add-4b57-8556-9467bba01f52 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 1099 time: 0.1199286 Jul 23 16:12:54.941233 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cc97fdfd-b8c9-48a5-9054-5e8dd2c49070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.944020 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cc97fdfd-b8c9-48a5-9054-5e8dd2c49070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.948542 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-cc97fdfd-b8c9-48a5-9054-5e8dd2c49070 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce1944ab-6e32-42ac-8c8d-a16239f998c4 HTTP/1.1" status: 204 len: 168 time: 0.2380335 Jul 23 16:12:54.959926 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97fdfd-b8c9-48a5-9054-5e8dd2c49070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1944ab-6e32-42ac-8c8d-a16239f998c4,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:54.980435 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5e543a03-59a5-4fec-85c1-2865048dc4e7 req-c43b733b-b69a-4161-838f-fab6d6585eec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658801 Jul 23 16:12:55.838109 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d23b9-2083-4bfe-beea-6ff89882334f req-3c90a3df-b49c-4ece-b003-50716b0d742f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:55.840080 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-460d23b9-2083-4bfe-beea-6ff89882334f req-3c90a3df-b49c-4ece-b003-50716b0d742f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0844517 Jul 23 16:12:55.892978 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-460d23b9-2083-4bfe-beea-6ff89882334f req-b243e254-a5ce-4129-9d00-cb65eab25d70 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447707 Jul 23 16:12:56.948849 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a14b2932-0bcf-4180-b26b-aa47a41484b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:57.099246 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b45aa0-4b4e-4fb8-b39a-908b8df5e325 req-c2c53551-c5d8-4967-aaa3-f6424515cb65 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:57.100912 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-13b45aa0-4b4e-4fb8-b39a-908b8df5e325 req-c2c53551-c5d8-4967-aaa3-f6424515cb65 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1163344 Jul 23 16:12:57.147616 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-13b45aa0-4b4e-4fb8-b39a-908b8df5e325 req-1507219d-c381-4857-8824-8fe6cb49c99b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378177 Jul 23 16:12:57.178915 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:57.637195 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32779769-04dd-4c95-8668-287e1bd21c7e req-a3f49545-2a94-4bcd-8e39-6e96defdb8fc tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:57.639456 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32779769-04dd-4c95-8668-287e1bd21c7e req-a3f49545-2a94-4bcd-8e39-6e96defdb8fc tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0839212 Jul 23 16:12:57.703883 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32779769-04dd-4c95-8668-287e1bd21c7e req-2a802927-a137-4f5f-8bc2-57e043bcbae6 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573235 Jul 23 16:12:57.956106 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 33914f1b-83aa-414f-a454-70d4a8d678dc no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:12:57.979081 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 33914f1b-83aa-414f-a454-70d4a8d678dc {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:12:57.979428 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 33914f1b-83aa-414f-a454-70d4a8d678dc not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:12:58.156783 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:58.300989 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b3dbf-b726-42b5-b667-f492e4d03fef req-7fc9d87c-26ea-4913-9088-35c3bb9e9c67 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:58.302445 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f36b3dbf-b726-42b5-b667-f492e4d03fef req-7fc9d87c-26ea-4913-9088-35c3bb9e9c67 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0693293 Jul 23 16:12:58.345398 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f36b3dbf-b726-42b5-b667-f492e4d03fef req-7584747b-ff36-4d8c-9c4b-f4bf1fce2b55 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371418 Jul 23 16:12:58.882078 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e78a6d-c6ad-4b0d-9756-1387ac4210eb req-9e800394-4238-42d5-b78b-a53f48b5368a tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:58.884356 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-49e78a6d-c6ad-4b0d-9756-1387ac4210eb req-9e800394-4238-42d5-b78b-a53f48b5368a tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0942998 Jul 23 16:12:58.951990 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-49e78a6d-c6ad-4b0d-9756-1387ac4210eb req-b4786182-5e0f-440d-9680-8d2ac422d8a5 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555248 Jul 23 16:12:59.445297 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49968aa-47e8-4931-96f4-f77efddcd8d5 req-200e8575-ab2d-4380-9780-515788c994ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:59.447091 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e49968aa-47e8-4931-96f4-f77efddcd8d5 req-200e8575-ab2d-4380-9780-515788c994ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e0f30eb2c1064c2da54d700702dbf937&device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 1138 time: 0.0741329 Jul 23 16:12:59.493960 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599459da-5d18-427c-9048-7066e7774a54 req-6e598797-7228-4efc-a297-410360acd918 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:59.495485 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-599459da-5d18-427c-9048-7066e7774a54 req-6e598797-7228-4efc-a297-410360acd918 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0660892 Jul 23 16:12:59.543913 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-599459da-5d18-427c-9048-7066e7774a54 req-d7b01b71-ed1b-4254-a31a-1bca7115ffce tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Jul 23 16:12:59.564806 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49968aa-47e8-4931-96f4-f77efddcd8d5 req-91db5fe1-f46b-4ab8-aaed-1ca26fb0d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:59.566326 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e49968aa-47e8-4931-96f4-f77efddcd8d5 req-91db5fe1-f46b-4ab8-aaed-1ca26fb0d9e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbb8efd9-d330-47d1-88c0-533da436ae8f HTTP/1.1" status: 200 len: 915 time: 0.1096992 Jul 23 16:12:59.644779 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e49968aa-47e8-4931-96f4-f77efddcd8d5 req-ac22810d-fe47-4462-956c-4606d3e233e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67131e16-84c9-4b40-8d4d-e669e228452c HTTP/1.1" status: 200 len: 1001 time: 0.0677099 Jul 23 16:12:59.706825 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49968aa-47e8-4931-96f4-f77efddcd8d5 req-82cfd974-6a9d-42f3-9df0-fa25a21bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:59.708359 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e49968aa-47e8-4931-96f4-f77efddcd8d5 req-82cfd974-6a9d-42f3-9df0-fa25a21bb530 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b39297c-14f8-4e44-853e-81ba68862a65 HTTP/1.1" status: 200 len: 853 time: 0.0502656 Jul 23 16:12:59.790463 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49968aa-47e8-4931-96f4-f77efddcd8d5 req-bfae68d8-ec2a-497e-bf50-9724a2c89ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:59.792106 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e49968aa-47e8-4931-96f4-f77efddcd8d5 req-bfae68d8-ec2a-497e-bf50-9724a2c89ddc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbb8efd9-d330-47d1-88c0-533da436ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669858 Jul 23 16:12:59.829975 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:59.915906 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e49968aa-47e8-4931-96f4-f77efddcd8d5 req-6e63a27c-31e6-4337-bd36-0b1bb5ca639a service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109464 Jul 23 16:13:00.029743 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e49968aa-47e8-4931-96f4-f77efddcd8d5 req-4d8b001c-a12e-4009-ac85-e344d02b83b7 service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997462 Jul 23 16:13:00.114717 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cec457-16f8-408f-a979-84269a260f22 req-33af70d7-a522-4cb9-bdea-4aeff5d75906 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:00.116387 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-01cec457-16f8-408f-a979-84269a260f22 req-33af70d7-a522-4cb9-bdea-4aeff5d75906 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0812521 Jul 23 16:13:00.171235 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-01cec457-16f8-408f-a979-84269a260f22 req-bff4724e-e827-43bd-8bec-30445f5b6e29 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481648 Jul 23 16:13:00.692740 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0972f61-484a-486f-9853-9488571cbe98 req-7e3285e9-99e8-448e-b981-fb88e84df9f9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:00.694182 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a0972f61-484a-486f-9853-9488571cbe98 req-7e3285e9-99e8-448e-b981-fb88e84df9f9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0729768 Jul 23 16:13:00.745668 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a0972f61-484a-486f-9853-9488571cbe98 req-10d0dc8c-41ea-40ac-8255-1eea103f7d62 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Jul 23 16:13:01.347750 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d812bb-bdf6-4964-b0bb-eb7e142580c0 req-69af2b2a-6cf7-4270-a362-665e828e7df5 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:01.349384 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f0d812bb-bdf6-4964-b0bb-eb7e142580c0 req-69af2b2a-6cf7-4270-a362-665e828e7df5 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0882397 Jul 23 16:13:01.409063 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f0d812bb-bdf6-4964-b0bb-eb7e142580c0 req-8af8deb4-636f-4666-9b9d-8e29ad473236 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500543 Jul 23 16:13:01.932019 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a08f9-e864-455e-9ee4-a1020341438d req-60461336-dcc1-463c-b61f-378d4755a37a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:01.934339 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e1a08f9-e864-455e-9ee4-a1020341438d req-60461336-dcc1-463c-b61f-378d4755a37a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0972075 Jul 23 16:13:01.986214 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e1a08f9-e864-455e-9ee4-a1020341438d req-ded18eed-632d-4353-8f19-1e57f2ab5376 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Jul 23 16:13:02.349993 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43528-7b01-4267-8978-f004e1b5805e req-b7c2c232-3a06-468e-bab8-3d92f543141c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:02.351582 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-17c43528-7b01-4267-8978-f004e1b5805e req-b7c2c232-3a06-468e-bab8-3d92f543141c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0734990 Jul 23 16:13:02.384208 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8c3ba-6f07-419b-bfdb-823944396f59 req-4c359225-aed1-44c4-9dfd-243a0fc4e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:02.385749 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10c8c3ba-6f07-419b-bfdb-823944396f59 req-4c359225-aed1-44c4-9dfd-243a0fc4e3d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 1099 time: 0.0685108 Jul 23 16:13:02.394040 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-17c43528-7b01-4267-8978-f004e1b5805e req-a52394a7-d444-42f6-8d4f-82c41266ae7a tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357163 Jul 23 16:13:02.490567 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8c3ba-6f07-419b-bfdb-823944396f59 req-5a4110e9-23a6-4385-8b4b-20eafc471af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:02.492032 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10c8c3ba-6f07-419b-bfdb-823944396f59 req-5a4110e9-23a6-4385-8b4b-20eafc471af8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 200 len: 920 time: 0.0913625 Jul 23 16:13:02.550649 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea01a45-34d1-4b20-a472-7b83e4d29ee8 req-c2429136-05e8-437b-85c8-074d73698d0b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:02.552272 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ea01a45-34d1-4b20-a472-7b83e4d29ee8 req-c2429136-05e8-437b-85c8-074d73698d0b tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0705824 Jul 23 16:13:02.573724 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10c8c3ba-6f07-419b-bfdb-823944396f59 req-dd784f0a-e4ff-4c0f-978b-1bb18f499011 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9 HTTP/1.1" status: 200 len: 217 time: 0.0437317 Jul 23 16:13:02.597332 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ea01a45-34d1-4b20-a472-7b83e4d29ee8 req-48c265b5-092e-464e-8091-83ac881a30af tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371699 Jul 23 16:13:02.652972 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8c3ba-6f07-419b-bfdb-823944396f59 req-72c2ccdb-e5f7-40cd-a4c5-3af0712d4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:02.654536 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10c8c3ba-6f07-419b-bfdb-823944396f59 req-72c2ccdb-e5f7-40cd-a4c5-3af0712d4b63 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4515c4d-ff81-477c-ae0a-22650fc42440 HTTP/1.1" status: 200 len: 859 time: 0.0474520 Jul 23 16:13:02.710711 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10c8c3ba-6f07-419b-bfdb-823944396f59 req-4c30a7af-6efb-40a2-87de-5ea07c40b1bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc286c6b-df72-439e-bbfe-df072153dc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407722 Jul 23 16:13:02.863167 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10c8c3ba-6f07-419b-bfdb-823944396f59 req-bd97acc4-1e4f-4346-9149-2b6c46db0f84 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329613 Jul 23 16:13:02.975169 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-10c8c3ba-6f07-419b-bfdb-823944396f59 req-ce6ac3f6-c2b6-49c7-8a5f-7ed763329395 service neutron] 10.222.0.72 "GET /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003773 Jul 23 16:13:03.544006 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7bae2-42cc-47fa-8b16-19bb277219ef req-13d61cf0-4b9b-44ce-8429-800cd298611d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:03.545581 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2fd7bae2-42cc-47fa-8b16-19bb277219ef req-13d61cf0-4b9b-44ce-8429-800cd298611d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0771880 Jul 23 16:13:03.595211 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2fd7bae2-42cc-47fa-8b16-19bb277219ef req-c3bde1f1-573a-4b18-87af-f9d5d6edb832 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Jul 23 16:13:03.760341 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ea40a-efb6-4708-9a42-bc86ad2b6a40 req-48b37867-013a-47d8-aec4-a8291a32683c tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:03.762430 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a08ea40a-efb6-4708-9a42-bc86ad2b6a40 req-48b37867-013a-47d8-aec4-a8291a32683c tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0717378 Jul 23 16:13:03.814775 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a08ea40a-efb6-4708-9a42-bc86ad2b6a40 req-90408e25-87bd-4e0c-bc68-e66c1c10fcdd tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458322 Jul 23 16:13:04.740906 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b91ee4-7fa5-4e65-8ea9-a8ab504e60ea req-d389f2d2-ef55-4fdf-83a0-0435c26e5b4c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:04.742444 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b3b91ee4-7fa5-4e65-8ea9-a8ab504e60ea req-d389f2d2-ef55-4fdf-83a0-0435c26e5b4c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0740962 Jul 23 16:13:04.786104 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b3b91ee4-7fa5-4e65-8ea9-a8ab504e60ea req-742353ad-c23d-4062-8213-fac1de906d93 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365214 Jul 23 16:13:04.958784 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cefed5-da12-454a-b3b8-1ae9a1aa2345 req-cee53415-c47b-4783-a7ac-d171a6d2142f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:04.960384 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-59cefed5-da12-454a-b3b8-1ae9a1aa2345 req-cee53415-c47b-4783-a7ac-d171a6d2142f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0768354 Jul 23 16:13:05.007820 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-59cefed5-da12-454a-b3b8-1ae9a1aa2345 req-13eb69ff-27b5-4a23-9970-6591d6684d93 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396168 Jul 23 16:13:05.317523 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47140) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:05.432824 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0653a8f2-4b23-47e0-8f44-52c5e8e781d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.551136 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0653a8f2-4b23-47e0-8f44-52c5e8e781d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.556308 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0653a8f2-4b23-47e0-8f44-52c5e8e781d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.605079 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0653a8f2-4b23-47e0-8f44-52c5e8e781d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=77155d47589047f8bab995eefd7a9cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857766 Jul 23 16:13:05.606763 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653a8f2-4b23-47e0-8f44-52c5e8e781d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb250362-3e95-4d69-bf50-5c051f2b186a,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:05.610438 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47144) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:05.684568 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.710718 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.772174 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.774770 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.776471 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb250362-3e95-4d69-bf50-5c051f2b186a HTTP/1.1" status: 204 len: 168 time: 0.1648335 Jul 23 16:13:05.787546 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb250362-3e95-4d69-bf50-5c051f2b186a,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:05.799515 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.799984 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.800235 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.800536 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.800946 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.801274 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.801791 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.802306 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.802818 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.803563 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.804076 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.804795 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d84c9b-a2c8-487f-8ace-5d44ecfdbc76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:06.013459 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afb5ec-5364-42fa-a955-b1108663483b req-327fae37-3619-40bd-ad0c-2055c8e5ffec tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:06.015265 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a6afb5ec-5364-42fa-a955-b1108663483b req-327fae37-3619-40bd-ad0c-2055c8e5ffec tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0999293 Jul 23 16:13:06.085481 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a6afb5ec-5364-42fa-a955-b1108663483b req-787e43b2-ff20-4862-8ba4-035af65fd9e9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636568 Jul 23 16:13:06.212426 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eff2f-a1a9-462c-983d-a346fc9d2dae req-85f8ba75-dc30-4921-8c62-8f9af6112443 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:06.220052 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f92eff2f-a1a9-462c-983d-a346fc9d2dae req-85f8ba75-dc30-4921-8c62-8f9af6112443 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.1076391 Jul 23 16:13:06.266388 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f92eff2f-a1a9-462c-983d-a346fc9d2dae req-ca9c80d8-30bc-4184-ba08-d4c03ec219de tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454972 Jul 23 16:13:07.242888 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc882f-c18e-4716-88d8-b9f68b72f1aa req-385831e2-c29e-4aef-bba2-d70fedb98995 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:07.244482 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8ccc882f-c18e-4716-88d8-b9f68b72f1aa req-385831e2-c29e-4aef-bba2-d70fedb98995 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0865943 Jul 23 16:13:07.285629 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8ccc882f-c18e-4716-88d8-b9f68b72f1aa req-d06d0e2f-cd1a-4be7-a0b4-9b934b529733 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354207 Jul 23 16:13:07.436958 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f3657-81bd-44a3-b555-9a399f0111b8 req-9da75338-7266-4b67-a966-eb4940254d09 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:07.438800 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-784f3657-81bd-44a3-b555-9a399f0111b8 req-9da75338-7266-4b67-a966-eb4940254d09 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0870454 Jul 23 16:13:07.489245 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-784f3657-81bd-44a3-b555-9a399f0111b8 req-4f6b6dee-3452-4f46-88d1-85a87089d5b0 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447907 Jul 23 16:13:08.672094 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae326c0-d281-48d8-9937-d163ca0c11bf req-72b94185-6d69-4140-9413-cbb298e02991 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:08.682394 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eae326c0-d281-48d8-9937-d163ca0c11bf req-72b94185-6d69-4140-9413-cbb298e02991 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0997596 Jul 23 16:13:08.746588 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eae326c0-d281-48d8-9937-d163ca0c11bf req-4aa3a366-416c-4d6e-819c-5650274eb7fc tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646603 Jul 23 16:13:09.910267 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db2977-322e-4209-b03e-59d22d4748b4 req-5aada3d9-fb58-4bb4-b975-5dec0f7fbadc tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:09.920181 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51db2977-322e-4209-b03e-59d22d4748b4 req-5aada3d9-fb58-4bb4-b975-5dec0f7fbadc tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0861225 Jul 23 16:13:09.967996 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51db2977-322e-4209-b03e-59d22d4748b4 req-152de4f3-d504-4c52-94ef-5c44e25bae89 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486453 Jul 23 16:13:11.134632 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a8659-a85e-46c3-aaa7-a5e33271aa9c req-be677033-a0c3-481e-9546-3185358fe51f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:11.142283 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cf7a8659-a85e-46c3-aaa7-a5e33271aa9c req-be677033-a0c3-481e-9546-3185358fe51f tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0851860 Jul 23 16:13:11.182934 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cf7a8659-a85e-46c3-aaa7-a5e33271aa9c req-6d043059-2e96-4a86-a7f6-96090f6c0abf tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396552 Jul 23 16:13:12.382939 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0190128-0404-4a9e-8034-930b5b791813 req-706afb58-993e-4f79-8cf5-7de66bdc86ea tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:12.384528 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f0190128-0404-4a9e-8034-930b5b791813 req-706afb58-993e-4f79-8cf5-7de66bdc86ea tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.1129465 Jul 23 16:13:12.404076 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877353f-31a9-4348-9b61-e9cf17895d7a req-b52a41db-bbe2-4618-bdfd-d5a9814b2d29 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:12.405669 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c877353f-31a9-4348-9b61-e9cf17895d7a req-b52a41db-bbe2-4618-bdfd-d5a9814b2d29 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0949414 Jul 23 16:13:12.466494 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f0190128-0404-4a9e-8034-930b5b791813 req-9f9c03b0-d3dd-4c2c-a004-423ca9e5ffb5 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587065 Jul 23 16:13:12.477028 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c877353f-31a9-4348-9b61-e9cf17895d7a req-53648ebc-eb36-45c5-a31a-3a20ec5b9d00 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628111 Jul 23 16:13:13.654065 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e451a-b144-4c74-9b4a-d9a9afa3d262 req-1613cb0f-3417-4efe-8f17-0c01ecfda7f2 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:13.655589 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e71e451a-b144-4c74-9b4a-d9a9afa3d262 req-1613cb0f-3417-4efe-8f17-0c01ecfda7f2 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.1096714 Jul 23 16:13:13.662980 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cea76-34a1-4323-ba5c-e1494b040979 req-3015a24c-1b60-4d38-b55b-0e1d7cd54d9f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:13.664494 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-608cea76-34a1-4323-ba5c-e1494b040979 req-3015a24c-1b60-4d38-b55b-0e1d7cd54d9f tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1165440 Jul 23 16:13:13.723475 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e71e451a-b144-4c74-9b4a-d9a9afa3d262 req-ca0deceb-8b9d-40f2-8de3-8b2bb5a30a68 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580537 Jul 23 16:13:13.728613 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-608cea76-34a1-4323-ba5c-e1494b040979 req-0fd2807e-32d9-4a92-a3f2-dd0d02e8b064 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563095 Jul 23 16:13:14.901172 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d913ca9-1629-4dca-9c03-f112c079f2c7 req-5b3e5bec-ad2c-4faa-a6fb-39e60f8827cd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:14.902643 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d913ca9-1629-4dca-9c03-f112c079f2c7 req-5b3e5bec-ad2c-4faa-a6fb-39e60f8827cd tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1016552 Jul 23 16:13:14.912981 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ebeb3-7700-45f4-90b5-4ab8b2a44d5a req-32fa0d85-3a03-4887-a76e-90c93ccd01ad tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:14.914432 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-411ebeb3-7700-45f4-90b5-4ab8b2a44d5a req-32fa0d85-3a03-4887-a76e-90c93ccd01ad tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.1115823 Jul 23 16:13:14.972374 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d913ca9-1629-4dca-9c03-f112c079f2c7 req-01cb0b0e-ac6c-45e0-bb30-a3799130ab5c tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569482 Jul 23 16:13:14.976282 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-411ebeb3-7700-45f4-90b5-4ab8b2a44d5a req-aaba5c09-8161-4fe9-9dac-0075c045ef26 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543559 Jul 23 16:13:15.934777 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47446) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:16.059717 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-eb85627b-2e56-4c52-be5f-279a44cd9497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.231669 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baec7c-2b56-4143-a792-1356cfd46145 req-08fcf68f-14c0-4ef3-b936-e8641b5ef70a tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:16.234700 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-86baec7c-2b56-4143-a792-1356cfd46145 req-08fcf68f-14c0-4ef3-b936-e8641b5ef70a tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.1566892 Jul 23 16:13:16.247239 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3859300-f5cd-4053-a5be-f2c18b646d98 req-d16ad743-3704-406c-b8c9-e10e34328b68 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:16.248799 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f3859300-f5cd-4053-a5be-f2c18b646d98 req-d16ad743-3704-406c-b8c9-e10e34328b68 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.1611645 Jul 23 16:13:16.308839 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-eb85627b-2e56-4c52-be5f-279a44cd9497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.318060 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:13:16.324177 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-eb85627b-2e56-4c52-be5f-279a44cd9497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.343618 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f3859300-f5cd-4053-a5be-f2c18b646d98 req-41a168a6-4448-4145-af90-af664f338bdc tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833771 Jul 23 16:13:16.355699 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-86baec7c-2b56-4143-a792-1356cfd46145 req-7c2561f0-345c-430d-9279-b7aea2114b8c tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032283 Jul 23 16:13:16.376492 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85627b-2e56-4c52-be5f-279a44cd9497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8422fd93-e571-4dfb-beae-bfb145eed780,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:16.388880 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-eb85627b-2e56-4c52-be5f-279a44cd9497 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1dc26f551bce4e3aa59c030f01d4e1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528584 Jul 23 16:13:16.389571 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47454) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:16.464553 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5ff5ec19-4315-48fc-b504-94fa72868687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.467173 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc901fb1-d265-47c9-bf87-e905fa597fb2 req-c231ec00-eec7-4dbf-84cd-7e76de85f6f5 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:16.468838 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bc901fb1-d265-47c9-bf87-e905fa597fb2 req-c231ec00-eec7-4dbf-84cd-7e76de85f6f5 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 945 time: 0.0831759 Jul 23 16:13:16.500777 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5ff5ec19-4315-48fc-b504-94fa72868687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.559408 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5ff5ec19-4315-48fc-b504-94fa72868687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.562033 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5ff5ec19-4315-48fc-b504-94fa72868687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.563571 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5ff5ec19-4315-48fc-b504-94fa72868687 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8422fd93-e571-4dfb-beae-bfb145eed780 HTTP/1.1" status: 204 len: 168 time: 0.1725862 Jul 23 16:13:16.575603 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5ec19-4315-48fc-b504-94fa72868687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8422fd93-e571-4dfb-beae-bfb145eed780,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:16.603653 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-bc901fb1-d265-47c9-bf87-e905fa597fb2 req-f5d480cc-0d02-4571-819b-46d2c6b0161d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Deleting port a012be93-8b8d-450d-a42d-96f26efb61db {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:13:16.603992 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bc901fb1-d265-47c9-bf87-e905fa597fb2 req-f5d480cc-0d02-4571-819b-46d2c6b0161d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.722045 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-bc901fb1-d265-47c9-bf87-e905fa597fb2 req-f5d480cc-0d02-4571-819b-46d2c6b0161d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] For port a012be93-8b8d-450d-a42d-96f26efb61db, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a012be93-8b8d-450d-a42d-96f26efb61db,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:16.722540 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bc901fb1-d265-47c9-bf87-e905fa597fb2 req-f5d480cc-0d02-4571-819b-46d2c6b0161d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.736341 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-bc901fb1-d265-47c9-bf87-e905fa597fb2 req-f5d480cc-0d02-4571-819b-46d2c6b0161d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Calling delete_port for a012be93-8b8d-450d-a42d-96f26efb61db owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:13:16.869225 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47464) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:16.888402 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bc901fb1-d265-47c9-bf87-e905fa597fb2 req-f5d480cc-0d02-4571-819b-46d2c6b0161d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.890280 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e12fe4bb-f19c-4c8d-b119-278959f5a7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.924434 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d480cc-0d02-4571-819b-46d2c6b0161d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Pushing event deleted for resources: {'Port': ['ID=a012be93-8b8d-450d-a42d-96f26efb61db,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:16.944075 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['a012be93-8b8d-450d-a42d-96f26efb61db', '87fbf357-ca3f-4ca2-a6fc-165ccc399be9'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:13:17.007234 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc901fb1-d265-47c9-bf87-e905fa597fb2 req-f5d480cc-0d02-4571-819b-46d2c6b0161d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] No DVR routers for this DVR port a012be93-8b8d-450d-a42d-96f26efb61db on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:13:17.011149 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bc901fb1-d265-47c9-bf87-e905fa597fb2 req-f5d480cc-0d02-4571-819b-46d2c6b0161d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.015139 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bc901fb1-d265-47c9-bf87-e905fa597fb2 req-f5d480cc-0d02-4571-819b-46d2c6b0161d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.72 "DELETE /v2.0/ports/a012be93-8b8d-450d-a42d-96f26efb61db HTTP/1.1" status: 204 len: 173 time: 0.5316441 Jul 23 16:13:17.015889 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6eaf76-eeb5-4149-816a-5a0409771247', 'name': 'network-vif-deleted', 'tag': 'a012be93-8b8d-450d-a42d-96f26efb61db'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:13:17.019544 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8901d2-70be-4d21-b1b1-4af4971dbf9e" -d '{"events": [{"server_uuid": "8b6eaf76-eeb5-4149-816a-5a0409771247", "name": "network-vif-deleted", "tag": "a012be93-8b8d-450d-a42d-96f26efb61db"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:13:17.084455 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409984af-a627-49ea-8fc5-e36a2d16897f x-openstack-request-id: req-409984af-a627-49ea-8fc5-e36a2d16897f {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:13:17.084978 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6eaf76-eeb5-4149-816a-5a0409771247", "name": "network-vif-deleted", "tag": "a012be93-8b8d-450d-a42d-96f26efb61db", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:13:17.085226 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-409984af-a627-49ea-8fc5-e36a2d16897f {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:13:17.085621 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6eaf76-eeb5-4149-816a-5a0409771247', 'name': 'network-vif-deleted', 'tag': 'a012be93-8b8d-450d-a42d-96f26efb61db', 'status': 'completed', 'code': 200} Jul 23 16:13:17.096604 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47470) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:17.123735 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e12fe4bb-f19c-4c8d-b119-278959f5a7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.131462 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e12fe4bb-f19c-4c8d-b119-278959f5a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.181268 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e12fe4bb-f19c-4c8d-b119-278959f5a7b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1023741a351947868af6e47f6efd1e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109772 Jul 23 16:13:17.182424 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fe4bb-f19c-4c8d-b119-278959f5a7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a560893f-1d8b-463c-9953-584c17d48b50,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:17.183983 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47474) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:17.253377 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0a9c350f-4bb5-4038-8a52-1620d2afb651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.263162 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d1e91689-5df1-458f-a02b-b989c61b3c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.281448 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0a9c350f-4bb5-4038-8a52-1620d2afb651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.337605 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0a9c350f-4bb5-4038-8a52-1620d2afb651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.340612 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0a9c350f-4bb5-4038-8a52-1620d2afb651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.342343 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0a9c350f-4bb5-4038-8a52-1620d2afb651 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a560893f-1d8b-463c-9953-584c17d48b50 HTTP/1.1" status: 204 len: 168 time: 0.1571155 Jul 23 16:13:17.353015 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c350f-4bb5-4038-8a52-1620d2afb651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a560893f-1d8b-463c-9953-584c17d48b50,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:17.410116 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d1e91689-5df1-458f-a02b-b989c61b3c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.416199 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d1e91689-5df1-458f-a02b-b989c61b3c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.475664 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d1e91689-5df1-458f-a02b-b989c61b3c57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05ffbd17022a470b8c14557cc52de242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777051 Jul 23 16:13:17.479981 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47482) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:17.500149 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-983161e1-a61e-4d46-94d0-85f88dde593c req-9747489f-3f4f-4b38-bf97-558eff95e6b6 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0414636 Jul 23 16:13:17.520925 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e91689-5df1-458f-a02b-b989c61b3c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c9efd1-3075-4703-99c1-e4cfab357a62,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:17.553731 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-48dbd8ee-018c-46c5-892d-cc96b4188034 req-bc2506b3-1c13-4ed7-8ae0-836ad8f652a8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b6eaf76-eeb5-4149-816a-5a0409771247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0749052 Jul 23 16:13:17.574788 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031e87-02ad-4248-99c2-7baa4891aa15 req-5958e28f-1c67-4e77-b6a8-02d1ae4b8744 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:17.582549 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5f031e87-02ad-4248-99c2-7baa4891aa15 req-5958e28f-1c67-4e77-b6a8-02d1ae4b8744 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0856943 Jul 23 16:13:17.595371 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0baa00eb-1d86-45b1-a87e-505646df4de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.629149 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5f031e87-02ad-4248-99c2-7baa4891aa15 req-69c1f2ff-817c-4cdb-a48b-51b402fab110 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452292 Jul 23 16:13:17.644821 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-48dbd8ee-018c-46c5-892d-cc96b4188034 req-165ee0f9-5642-41d4-8f26-739bd82a5b96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&device_id=8b6eaf76-eeb5-4149-816a-5a0409771247 HTTP/1.1" status: 200 len: 210 time: 0.0396011 Jul 23 16:13:17.646756 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0baa00eb-1d86-45b1-a87e-505646df4de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.711215 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0baa00eb-1d86-45b1-a87e-505646df4de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.713891 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0baa00eb-1d86-45b1-a87e-505646df4de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.715601 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0baa00eb-1d86-45b1-a87e-505646df4de6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56c9efd1-3075-4703-99c1-e4cfab357a62 HTTP/1.1" status: 204 len: 168 time: 0.2343571 Jul 23 16:13:17.737808 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa00eb-1d86-45b1-a87e-505646df4de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c9efd1-3075-4703-99c1-e4cfab357a62,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:17.822544 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbd8ee-018c-46c5-892d-cc96b4188034 req-1c07bd10-4fb6-4d15-9537-aa6ad16c7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:17.824635 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-48dbd8ee-018c-46c5-892d-cc96b4188034 req-1c07bd10-4fb6-4d15-9537-aa6ad16c7779 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1238575 Jul 23 16:13:18.022818 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbd8ee-018c-46c5-892d-cc96b4188034 req-d501804f-7cd5-4763-8793-9af9cc364e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:18.025357 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-48dbd8ee-018c-46c5-892d-cc96b4188034 req-d501804f-7cd5-4763-8793-9af9cc364e64 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628017 Jul 23 16:13:18.717420 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:18.784281 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbae858-9014-4adf-ada5-27376007e3f9 req-06e8377c-de22-4904-a850-f21730a706f7 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:18.785813 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9bbae858-9014-4adf-ada5-27376007e3f9 req-06e8377c-de22-4904-a850-f21730a706f7 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0801039 Jul 23 16:13:18.864085 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9bbae858-9014-4adf-ada5-27376007e3f9 req-e60d5617-026b-4984-931f-b815e42c42d9 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673282 Jul 23 16:13:18.884263 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f752f6-e397-4cbc-b47f-d5630c3fcdb4 req-5d4b17ff-29e1-43d0-86be-1bad2fe57347 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:18.885765 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a4f752f6-e397-4cbc-b47f-d5630c3fcdb4 req-5d4b17ff-29e1-43d0-86be-1bad2fe57347 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0990524 Jul 23 16:13:18.932508 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a4f752f6-e397-4cbc-b47f-d5630c3fcdb4 req-5de933df-c1db-4e74-b48d-9143a69b6dc9 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 Jul 23 16:13:19.996538 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c975bf-e6d7-41b8-abb5-d466a288231f req-302dfea4-8233-48c0-9680-4bf363764ef5 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:19.998063 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-75c975bf-e6d7-41b8-abb5-d466a288231f req-302dfea4-8233-48c0-9680-4bf363764ef5 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0661645 Jul 23 16:13:20.069934 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-75c975bf-e6d7-41b8-abb5-d466a288231f req-66118737-4b9b-4555-947f-5ff62762011e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660126 Jul 23 16:13:20.094937 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device a012be93-8b8d-450d-a42d-96f26efb61db no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:13:20.098968 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca3c56-20cc-4726-8792-81db651bc076 req-8e7fe3c0-646a-4389-9a8a-bd5b7e668c1b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:20.100835 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7cca3c56-20cc-4726-8792-81db651bc076 req-8e7fe3c0-646a-4389-9a8a-bd5b7e668c1b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0978308 Jul 23 16:13:20.129680 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: a012be93-8b8d-450d-a42d-96f26efb61db {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:13:20.130062 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device a012be93-8b8d-450d-a42d-96f26efb61db not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:13:20.144200 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7cca3c56-20cc-4726-8792-81db651bc076 req-b8f77163-93d5-4129-b1c2-3f2bf02916b3 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372038 Jul 23 16:13:21.454447 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae7ad9-94b7-4ea5-81fc-e7aa070bf712 req-1225018a-58b6-4518-9aca-aa3017b13877 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:21.455969 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c9ae7ad9-94b7-4ea5-81fc-e7aa070bf712 req-1225018a-58b6-4518-9aca-aa3017b13877 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.3160965 Jul 23 16:13:21.475582 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdd093-50f1-455e-b58d-38cb5b611268 req-23ea51ab-24f8-431a-9e28-44de24152551 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:21.477094 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-05bdd093-50f1-455e-b58d-38cb5b611268 req-23ea51ab-24f8-431a-9e28-44de24152551 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0942566 Jul 23 16:13:21.518034 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-05bdd093-50f1-455e-b58d-38cb5b611268 req-7e5793d2-dc82-48f6-bc5f-a6aa479069c2 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341294 Jul 23 16:13:21.694155 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c9ae7ad9-94b7-4ea5-81fc-e7aa070bf712 req-3de78806-770f-4673-8bb6-40d526b33cc3 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2302601 Jul 23 16:13:22.661631 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727ee25-ee7b-4a05-bbb1-fd9392c878b2 req-d3960bee-83df-49b4-8fb2-72e52ea49d7d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:22.663130 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7727ee25-ee7b-4a05-bbb1-fd9392c878b2 req-d3960bee-83df-49b4-8fb2-72e52ea49d7d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0723920 Jul 23 16:13:22.704644 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7727ee25-ee7b-4a05-bbb1-fd9392c878b2 req-1dea583c-7185-4622-8843-d76123b67e2b tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351131 Jul 23 16:13:22.830224 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c5a03-7f76-4597-a5a8-b913ad4f1c27 req-9b082064-bcd0-46ea-a19e-0f9dbd2fb316 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:22.831681 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-090c5a03-7f76-4597-a5a8-b913ad4f1c27 req-9b082064-bcd0-46ea-a19e-0f9dbd2fb316 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0656235 Jul 23 16:13:22.872952 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-090c5a03-7f76-4597-a5a8-b913ad4f1c27 req-5d88a3e9-f44c-49bd-a42d-d698e58df644 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066&id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355790 Jul 23 16:13:23.841542 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742a8e8-5452-4a03-8c51-afda6f1c8dbe req-c5fea210-742a-42c2-bdce-073b4abaa012 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:23.843087 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3742a8e8-5452-4a03-8c51-afda6f1c8dbe req-c5fea210-742a-42c2-bdce-073b4abaa012 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0709715 Jul 23 16:13:23.881408 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3742a8e8-5452-4a03-8c51-afda6f1c8dbe req-32d1254d-d214-4239-a84e-af9616af5ea0 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Jul 23 16:13:24.123516 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d51fd724-0eaf-4cb6-8cc8-12e89930ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:25.014297 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c388b3-034c-44db-88be-3d7e530ebe4a req-c076ee46-4d1c-4c2d-9498-5fd5c9aa484d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:25.015772 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-28c388b3-034c-44db-88be-3d7e530ebe4a req-c076ee46-4d1c-4c2d-9498-5fd5c9aa484d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0660975 Jul 23 16:13:25.053668 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-28c388b3-034c-44db-88be-3d7e530ebe4a req-e8eb3e63-8fb0-42b3-98c3-2f8a8736cf74 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323532 Jul 23 16:13:26.231573 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bc6c1-f1c0-469e-9364-cd33add7cb81 req-379dee85-2efd-4e27-99e8-8d019a9c8f52 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:26.233124 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b78bc6c1-f1c0-469e-9364-cd33add7cb81 req-379dee85-2efd-4e27-99e8-8d019a9c8f52 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.1115928 Jul 23 16:13:26.271503 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b78bc6c1-f1c0-469e-9364-cd33add7cb81 req-12757974-1f14-40b1-8536-81fdc14d63fb tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329161 Jul 23 16:13:26.942277 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-0d31d205-f566-47db-9aa1-24c2dc9a8237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.173376 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.405728 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afab7a5-f46c-469c-b390-bbc69edfcbe5 req-e9102950-26ed-408a-a46c-2b08f39a14d1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:27.407189 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4afab7a5-f46c-469c-b390-bbc69edfcbe5 req-e9102950-26ed-408a-a46c-2b08f39a14d1 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0671930 Jul 23 16:13:27.445502 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4afab7a5-f46c-469c-b390-bbc69edfcbe5 req-9a03d28d-5adc-477f-94c6-c0f84cfe8f36 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327556 Jul 23 16:13:28.159685 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:28.192316 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dba0a-ff15-4e48-ae91-333c1c2eea2f req-d0595b57-ffc3-46b2-b811-b31053ef9ab7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:28.193861 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-163dba0a-ff15-4e48-ae91-333c1c2eea2f req-d0595b57-ffc3-46b2-b811-b31053ef9ab7 tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0692694 Jul 23 16:13:28.535417 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-163dba0a-ff15-4e48-ae91-333c1c2eea2f req-10305171-19e4-47fa-b4b3-89c0a4ee5d1d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Deleting port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:13:28.535762 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-163dba0a-ff15-4e48-ae91-333c1c2eea2f req-10305171-19e4-47fa-b4b3-89c0a4ee5d1d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:28.581348 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4fdc4-d48b-434b-b721-00ead9a08c99 req-0e827739-ad5c-437e-81fe-5c41baaa407d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:28.582934 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eeb4fdc4-d48b-434b-b721-00ead9a08c99 req-0e827739-ad5c-437e-81fe-5c41baaa407d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 946 time: 0.0679569 Jul 23 16:13:28.622895 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eeb4fdc4-d48b-434b-b721-00ead9a08c99 req-019e851d-65c8-4ce7-bac4-17573f3c849d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/security-groups?id=619dfc02-28ac-4773-97d8-123c0e31fa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343919 Jul 23 16:13:28.634036 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-163dba0a-ff15-4e48-ae91-333c1c2eea2f req-10305171-19e4-47fa-b4b3-89c0a4ee5d1d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] For port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=87fbf357-ca3f-4ca2-a6fc-165ccc399be9,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:28.634399 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-163dba0a-ff15-4e48-ae91-333c1c2eea2f req-10305171-19e4-47fa-b4b3-89c0a4ee5d1d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:28.648552 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-163dba0a-ff15-4e48-ae91-333c1c2eea2f req-10305171-19e4-47fa-b4b3-89c0a4ee5d1d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Calling delete_port for 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:13:28.779405 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-163dba0a-ff15-4e48-ae91-333c1c2eea2f req-10305171-19e4-47fa-b4b3-89c0a4ee5d1d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:28.812219 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10305171-19e4-47fa-b4b3-89c0a4ee5d1d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Pushing event deleted for resources: {'Port': ['ID=87fbf357-ca3f-4ca2-a6fc-165ccc399be9,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:28.861004 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-163dba0a-ff15-4e48-ae91-333c1c2eea2f req-10305171-19e4-47fa-b4b3-89c0a4ee5d1d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] No DVR routers for this DVR port 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:13:28.863530 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-163dba0a-ff15-4e48-ae91-333c1c2eea2f req-10305171-19e4-47fa-b4b3-89c0a4ee5d1d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:28.865601 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-163dba0a-ff15-4e48-ae91-333c1c2eea2f req-10305171-19e4-47fa-b4b3-89c0a4ee5d1d tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.72 "DELETE /v2.0/ports/87fbf357-ca3f-4ca2-a6fc-165ccc399be9 HTTP/1.1" status: 204 len: 173 time: 0.6599729 Jul 23 16:13:28.866045 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76', 'name': 'network-vif-deleted', 'tag': '87fbf357-ca3f-4ca2-a6fc-165ccc399be9'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:13:28.868647 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c124c55c-1d65-4c90-8596-77a7d7f3440a" -d '{"events": [{"server_uuid": "bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76", "name": "network-vif-deleted", "tag": "87fbf357-ca3f-4ca2-a6fc-165ccc399be9"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:13:28.907425 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75512c5f-4a2d-45ea-a9bb-f15a4f20c249 x-openstack-request-id: req-75512c5f-4a2d-45ea-a9bb-f15a4f20c249 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:13:28.907711 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76", "name": "network-vif-deleted", "tag": "87fbf357-ca3f-4ca2-a6fc-165ccc399be9", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:13:28.907953 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75512c5f-4a2d-45ea-a9bb-f15a4f20c249 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:13:28.908381 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76', 'name': 'network-vif-deleted', 'tag': '87fbf357-ca3f-4ca2-a6fc-165ccc399be9', 'status': 'completed', 'code': 200} Jul 23 16:13:29.746972 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5c8281f-181a-4e51-be28-bf91bd4c7e6e req-a34bff0b-acd9-4fd8-a06d-5eed29e964ab tempest-ServerRescueNegativeTestJSON-2140279398 tempest-ServerRescueNegativeTestJSON-2140279398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc0a0e1-a51e-40e6-9362-4a9b3dc5db76 HTTP/1.1" status: 200 len: 210 time: 0.0362604 Jul 23 16:13:29.830621 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:30.164555 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:13:30.185792 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:13:30.186137 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 87fbf357-ca3f-4ca2-a6fc-165ccc399be9 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:13:30.651421 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47670) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:30.758772 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-469423e8-3ba1-4dd2-98f3-a75a384ee0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:30.803695 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47680) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:30.856839 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-469423e8-3ba1-4dd2-98f3-a75a384ee0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:30.862909 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-469423e8-3ba1-4dd2-98f3-a75a384ee0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:30.907260 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-469423e8-3ba1-4dd2-98f3-a75a384ee0a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2ac0cd258494850955588aa53836e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545495 Jul 23 16:13:30.908250 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469423e8-3ba1-4dd2-98f3-a75a384ee0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a02c350-7475-453b-a0c5-5889f2672273,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:30.913316 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47684) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:30.967060 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4ece-80c8-4791-a7f2-2a214ea175c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:30.989374 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4ece-80c8-4791-a7f2-2a214ea175c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.042731 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4ece-80c8-4791-a7f2-2a214ea175c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.046916 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4ece-80c8-4791-a7f2-2a214ea175c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.051328 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b9ba4ece-80c8-4791-a7f2-2a214ea175c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a02c350-7475-453b-a0c5-5889f2672273 HTTP/1.1" status: 204 len: 168 time: 0.1380482 Jul 23 16:13:31.060914 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba4ece-80c8-4791-a7f2-2a214ea175c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a02c350-7475-453b-a0c5-5889f2672273,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:31.326170 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16377422'] for router_interface, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.368017 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47690) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:31.382333 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cd2f25c0-d830-43e3-bc6b-10024b87e741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.479689 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cd2f25c0-d830-43e3-bc6b-10024b87e741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.483801 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cd2f25c0-d830-43e3-bc6b-10024b87e741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.525098 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-cd2f25c0-d830-43e3-bc6b-10024b87e741 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e4ea1f723aa46be8814aa54c8fc507d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559453 Jul 23 16:13:31.526282 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f25c0-d830-43e3-bc6b-10024b87e741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16241e7-feea-4f9b-a3e8-9bc033f4230c,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:31.528561 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47694) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:31.616940 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-90cebc07-667f-4bcd-8bd0-a5f8deabc9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.661734 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-90cebc07-667f-4bcd-8bd0-a5f8deabc9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.741591 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] Deleting port 7c41a361-153a-4670-9bab-8757d2474d5d {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:13:31.741829 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.755291 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-90cebc07-667f-4bcd-8bd0-a5f8deabc9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.757874 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-90cebc07-667f-4bcd-8bd0-a5f8deabc9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.759019 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-90cebc07-667f-4bcd-8bd0-a5f8deabc9f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a16241e7-feea-4f9b-a3e8-9bc033f4230c HTTP/1.1" status: 204 len: 168 time: 0.2287621 Jul 23 16:13:31.777469 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cebc07-667f-4bcd-8bd0-a5f8deabc9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16241e7-feea-4f9b-a3e8-9bc033f4230c,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:31.840104 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] For port 7c41a361-153a-4670-9bab-8757d2474d5d, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=7c41a361-153a-4670-9bab-8757d2474d5d,segment=NetworkSegment(2d0cd181-5a3c-4616-9681-31950d11a686),segment_id=2d0cd181-5a3c-4616-9681-31950d11a686)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:31.840736 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:31.853544 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] Calling delete_port for 7c41a361-153a-4670-9bab-8757d2474d5d owned by network:router_interface {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:13:32.113206 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:32.138608 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=7c41a361-153a-4670-9bab-8757d2474d5d,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:32.275553 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16721121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16376856'] for router_interface, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:32.517952 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] Router a6290054-52be-4030-9a5d-39df61fd6f08 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:13:32.628991 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:13:32.638902 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-37760521-863f-42a6-b223-0a84ca66fdbb admin admin] 10.222.0.65 "PUT /v2.0/routers/a6290054-52be-4030-9a5d-39df61fd6f08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8295152 Jul 23 16:13:32.638902 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47724) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:32.642066 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cac5fc-f1c4-4742-9b59-760e7d466018 None None] Sync routers for ids ['a6290054-52be-4030-9a5d-39df61fd6f08'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:13:32.653221 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cac5fc-f1c4-4742-9b59-760e7d466018 None None] Routers {'a6290054-52be-4030-9a5d-39df61fd6f08'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:13:32.653850 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-07cac5fc-f1c4-4742-9b59-760e7d466018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:13:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['a6290054-52be-4030-9a5d-39df61fd6f08'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:32.764428 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:32.769771 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-07cac5fc-f1c4-4742-9b59-760e7d466018 None None] Set router a6290054-52be-4030-9a5d-39df61fd6f08 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:13:32.981369 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-07cac5fc-f1c4-4742-9b59-760e7d466018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-router', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:13:32Z', 'revision_number': 5, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'gw_port': {'id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:33.009784 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cac5fc-f1c4-4742-9b59-760e7d466018 None None] Checking router: a6290054-52be-4030-9a5d-39df61fd6f08 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:13:33.018918 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cac5fc-f1c4-4742-9b59-760e7d466018 None None] Routers {'a6290054-52be-4030-9a5d-39df61fd6f08'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:13:33.019542 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-07cac5fc-f1c4-4742-9b59-760e7d466018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:13:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['a6290054-52be-4030-9a5d-39df61fd6f08'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:33.104620 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.140559 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-07cac5fc-f1c4-4742-9b59-760e7d466018 None None] Set router a6290054-52be-4030-9a5d-39df61fd6f08 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:13:33.161870 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Deleting port f9a7c269-c452-420f-96a0-e72f67ee85ea {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:13:33.162220 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.264976 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] For port f9a7c269-c452-420f-96a0-e72f67ee85ea, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=f9a7c269-c452-420f-96a0-e72f67ee85ea,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:33.265592 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.296976 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Calling delete_port for f9a7c269-c452-420f-96a0-e72f67ee85ea owned by network:router_gateway {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:13:33.453869 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-07cac5fc-f1c4-4742-9b59-760e7d466018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-router', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:13:32Z', 'revision_number': 5, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'gw_port': {'id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:33.494341 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cac5fc-f1c4-4742-9b59-760e7d466018 None None] The sync data for ids ['a6290054-52be-4030-9a5d-39df61fd6f08'] in dv-cinder-801989-4-iscsi is: [{'id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'name': 'tempest-ServerRescueNegativeTestJSON-1611644179-router', 'tenant_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:13:32Z', 'revision_number': 5, 'project_id': 'dce085b580bc4bee9a9b683eb49e0f1c', 'gw_port': {'id': 'f9a7c269-c452-420f-96a0-e72f67ee85ea', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6290054-52be-4030-9a5d-39df61fd6f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:13:33.564746 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.603841 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a7c269-c452-420f-96a0-e72f67ee85ea,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:33.632460 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47746) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:33.634550 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16380175'] for router_gateway, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.759659 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1938'] for router, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.761666 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d1815b99-bbfb-4b14-b31f-b7206f9b4fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.763833 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.844025 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16401131'] for router, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.844584 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6290054-52be-4030-9a5d-39df61fd6f08 {{(pid=93343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:13:33.852887 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.854368 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-062dde96-73d9-4ca1-8e1f-f240cf523b85 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a6290054-52be-4030-9a5d-39df61fd6f08 HTTP/1.1" status: 204 len: 168 time: 1.2150834 Jul 23 16:13:33.857414 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47750) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:33.920244 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Deleting subnet e4515c4d-ff81-477c-ae0a-22650fc42440 {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:13:33.929726 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.937212 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d1815b99-bbfb-4b14-b31f-b7206f9b4fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.943188 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d1815b99-bbfb-4b14-b31f-b7206f9b4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.974433 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1815b99-bbfb-4b14-b31f-b7206f9b4fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addae9ca-e3a9-43b4-95e1-7284c375a123,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:33.993551 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d1815b99-bbfb-4b14-b31f-b7206f9b4fb6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5daf94397791414ebc8259ced8e8360d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598998 Jul 23 16:13:33.996440 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47752) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:33.998483 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731459'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.059809 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.060668 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a6f889df-aac1-4e76-8d97-3781825c39f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.083193 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a6f889df-aac1-4e76-8d97-3781825c39f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.091381 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 7c41a361-153a-4670-9bab-8757d2474d5d no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:13:34.112353 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 7c41a361-153a-4670-9bab-8757d2474d5d {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:13:34.112898 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 7c41a361-153a-4670-9bab-8757d2474d5d not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:13:34.131193 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12656138'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.142296 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a6f889df-aac1-4e76-8d97-3781825c39f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.145186 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a6f889df-aac1-4e76-8d97-3781825c39f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.146484 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a6f889df-aac1-4e76-8d97-3781825c39f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/addae9ca-e3a9-43b4-95e1-7284c375a123 HTTP/1.1" status: 204 len: 168 time: 0.1489711 Jul 23 16:13:34.155812 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f889df-aac1-4e76-8d97-3781825c39f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addae9ca-e3a9-43b4-95e1-7284c375a123,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:34.161718 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4515c4d-ff81-477c-ae0a-22650fc42440,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:34.180646 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.184477 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e4515c4d-ff81-477c-ae0a-22650fc42440 HTTP/1.1" status: 204 len: 168 time: 0.3258274 Jul 23 16:13:34.186879 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.187003 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47756) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:34.187852 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.188444 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.189144 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.189696 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.190255 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.190765 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.191285 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.191818 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.192384 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.192901 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.193621 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e4909-2920-4464-8122-1e5ca5b317e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:34.274681 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.364120 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.375539 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.375880 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.376658 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.376994 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > port after_create 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.377312 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.377645 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > port after_update 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.377990 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.378300 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.378606 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.378944 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.462196 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47760) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:34.478207 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-411cc985-6847-4b2e-9a91-ea3a4e505285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.478439 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.478757 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.479261 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.479470 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:13:34.479919 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc286c6b-df72-439e-bbfe-df072153dc11']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:34.499292 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0cd181-5a3c-4616-9681-31950d11a686') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:34.500015 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0cd181-5a3c-4616-9681-31950d11a686') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:34.518036 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14468280'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.541239 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.550525 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:13:34.550931 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12610640'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: from cryptography.utils import int_from_bytes Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: from cryptography.utils import int_from_bytes Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: Traceback (most recent call last): Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: timer() Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: cb(*args, **kw) Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: return func(*args, **kwargs) Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: self._notify() Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: self.callback(batched_events) Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: event.method(event) Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: return f(self, *a, **k) Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._get(url).json() Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:13:34.555035 dv-cinder-801989-4-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:13:34.599148 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-411cc985-6847-4b2e-9a91-ea3a4e505285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.605691 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-411cc985-6847-4b2e-9a91-ea3a4e505285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.624320 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.631375 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.633907 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] 10.222.0.65 "DELETE /v2.0/networks/fc286c6b-df72-439e-bbfe-df072153dc11 HTTP/1.1" status: 204 len: 168 time: 0.4452021 Jul 23 16:13:34.645563 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af11d06-8894-4e43-8ca1-99584300f2eb admin admin] Pushing event deleted for resources: {'Network': ['ID=fc286c6b-df72-439e-bbfe-df072153dc11,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:34.649639 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-411cc985-6847-4b2e-9a91-ea3a4e505285 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=92b84d8ea6454104a7d74d42e0bb28d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847074 Jul 23 16:13:34.650371 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cc985-6847-4b2e-9a91-ea3a4e505285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a310e4c3-3947-4c86-8bcc-77d2c6091232,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:34.654377 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47764) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:34.709141 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6dc0-50ec-4a05-8772-f186002d832f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.735504 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6dc0-50ec-4a05-8772-f186002d832f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.792029 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6dc0-50ec-4a05-8772-f186002d832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.797276 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6dc0-50ec-4a05-8772-f186002d832f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.799324 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ac3e6dc0-50ec-4a05-8772-f186002d832f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a310e4c3-3947-4c86-8bcc-77d2c6091232 HTTP/1.1" status: 204 len: 168 time: 0.1436810 Jul 23 16:13:34.813876 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e6dc0-50ec-4a05-8772-f186002d832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a310e4c3-3947-4c86-8bcc-77d2c6091232,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:34.840606 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47770) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:34.885362 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-da35d015-4ee9-4038-bee8-38cf5e2ab59c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dce085b580bc4bee9a9b683eb49e0f1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433540 Jul 23 16:13:34.889747 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47772) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:34.944848 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9f03b3ca-df64-48e9-8e14-1ce94ac7625f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:34.972761 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9f03b3ca-df64-48e9-8e14-1ce94ac7625f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:35.032650 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9f03b3ca-df64-48e9-8e14-1ce94ac7625f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:35.035250 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9f03b3ca-df64-48e9-8e14-1ce94ac7625f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:35.036427 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9f03b3ca-df64-48e9-8e14-1ce94ac7625f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/619dfc02-28ac-4773-97d8-123c0e31fa88 HTTP/1.1" status: 204 len: 168 time: 0.1457067 Jul 23 16:13:35.048695 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03b3ca-df64-48e9-8e14-1ce94ac7625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619dfc02-28ac-4773-97d8-123c0e31fa88,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:35.836191 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47816) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:35.935143 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device f9a7c269-c452-420f-96a0-e72f67ee85ea no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:13:35.945867 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-network', 'tenant_id': 'dc8147693aac40c198f7422b34d42012'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:35.971859 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: f9a7c269-c452-420f-96a0-e72f67ee85ea {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:13:35.972243 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device f9a7c269-c452-420f-96a0-e72f67ee85ea not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:13:35.976623 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Made reservation on behalf of dc8147693aac40c198f7422b34d42012 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:13:35.980986 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:35.993766 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.121453 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.129489 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.159016 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:13:36.165657 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed16e01-55be-437f-a45a-663e3ec2c09f,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:36.174277 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.174616 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Added segment 1c7b3266-6621-4aa3-871a-ec6b3ba43799 of type vlan for network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 Jul 23 16:13:36.219619 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.254137 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.256982 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:36.256982 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.287409 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4500713 Jul 23 16:13:36.290611 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47834) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:36.297447 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] Request body: {'subnet': {'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-subnet', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:36.324487 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] Made reservation on behalf of dc8147693aac40c198f7422b34d42012 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:13:36.325168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764c9aa-a692-4e03-b05d-641da6b8e528 admin admin] Pushing event updated for resources: {'Network': ['ID=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:36.329342 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24980150'] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.337248 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:13:36.522738 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12610731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24980132'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.584754 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de2965b-9ad1-400d-b7cb-d488ae49570f,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:36.594671 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] Checking segment: {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:13:36.595024 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] Network hostable DHCP agents. Network: bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:13:36.612222 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] Network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:13:36.624600 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:36.630699 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:36.632089 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.634612 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0978ef-e026-44bd-8ba7-9bebb835fc1e None None] Network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:13:36.652198 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ad860af2-af68-4c28-b952-43694d37ca90 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3590851 Jul 23 16:13:36.654485 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47844) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:36.662912 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:36.693612 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1980'] for router, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.695264 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16380256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16280892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1925'] for router, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.762159 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.849037 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb52a4463-a496-520e-acd4-c3663e80fcd1-bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f'}]}} from dv-cinder-801989-4-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:13:36.850714 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.917758 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16380238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16401019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1947'] for router, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:37.019055 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Allocated IP 172.20.0.2 (bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17/7de2965b-9ad1-400d-b7cb-d488ae49570f/0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:13:37.144274 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:37.163720 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:37.169354 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:37.179864 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Transition to ACTIVE for port object 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:13:37.196653 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Transition to ACTIVE for port object 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:13:37.203843 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:37.246745 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:13:37.249920 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:37.253369 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:13:37.263643 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Pushing event updated for resources: {'Port': ['ID=0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:37.275120 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.275366 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.275788 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.276202 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.276728 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.277150 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.277480 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.277806 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.278147 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.278478 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.278798 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.279115 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:37.283967 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Allocated IP 172.27.2.41 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/31173f93-92f8-4dcd-a2f0-60891afa3c8e) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:13:37.334040 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Attempting to bind port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:13:37.334401 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Attempting to bind port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:13:37.334765 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Attempting to bind port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 on network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:13:37.345312 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:13:37.345697 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Checking segment: {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:13:37.346101 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:37.346496 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Bound using segment: {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:13:37.346975 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Bound port: 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:13:37.347493 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:37.391591 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:37.412654 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] For port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:13:37.418146 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] For port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:13:37.422363 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:37.440401 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:37.483315 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:13:37.485671 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37003e1-dca8-496f-a884-e9376ad30d40 None None] Pushing event updated for resources: {'Port': ['ID=0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:37.488564 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:37.497308 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:13:37.500744 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Pushing event updated for resources: {'Port': ['ID=31173f93-92f8-4dcd-a2f0-60891afa3c8e,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:37.791343 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:38.000407 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16380211'] for router, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:38.013094 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:13:38.079594 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:13:38.143615 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Router 8a70c1a3-b142-437e-bb73-07986b11f6cf is scheduled to L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 with binding_index 1 {{(pid=93343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:13:38.264289 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:13:38.284338 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Sync routers for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:13:38.284680 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:38.289637 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47858) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:38.290486 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7fec28ce-7780-48c3-90a1-b4bfe01fd0b2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6339254 Jul 23 16:13:38.299744 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:13:38.300498 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:13:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:38.429476 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:13:38.550200 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a38d65-1793-4cb8-9142-779547bd4a44 None None] Network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:13:38.607775 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d288d20b-ea30-47cc-99f8-fdd1e206859f None None] Provisioning for port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:13:38.764634 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d288d20b-ea30-47cc-99f8-fdd1e206859f None None] Provisioning complete for port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:38.765001 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d288d20b-ea30-47cc-99f8-fdd1e206859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:38.771887 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:38.952227 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Allocated IP 172.20.0.1 (bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17/7de2965b-9ad1-400d-b7cb-d488ae49570f/246ab195-dfa6-4e2f-886b-b9fa9100b4fb) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:13:38.957057 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:37Z', 'revision_number': 3, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:38.991796 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Checking router: 8a70c1a3-b142-437e-bb73-07986b11f6cf for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:13:38.992174 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Updating router 8a70c1a3-b142-437e-bb73-07986b11f6cf port 31173f93-92f8-4dcd-a2f0-60891afa3c8e binding host dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:13:39.002044 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d288d20b-ea30-47cc-99f8-fdd1e206859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.062846 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.082636 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.098038 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Transition to ACTIVE for port object 246ab195-dfa6-4e2f-886b-b9fa9100b4fb will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:13:39.100378 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d288d20b-ea30-47cc-99f8-fdd1e206859f None None] For port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:39.111889 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d288d20b-ea30-47cc-99f8-fdd1e206859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.139577 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.218290 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Pushing event updated for resources: {'Port': ['ID=246ab195-dfa6-4e2f-886b-b9fa9100b4fb,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:39.241648 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288d20b-ea30-47cc-99f8-fdd1e206859f None None] Pushing event updated for resources: {'Port': ['ID=0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:39.243844 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:13:39.245920 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:39.248354 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:13:39.294088 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16383274'] for router_interface, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.483016 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-2ec6e87c-2bbb-4f3b-8f66-56ae1c9ce389 None None] Provisioning complete for port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:39.484340 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e87c-2bbb-4f3b-8f66-56ae1c9ce389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.489047 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.513445 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.523688 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Transition to ACTIVE for port object 31173f93-92f8-4dcd-a2f0-60891afa3c8e will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:13:39.540191 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.680592 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Attempting to bind port 31173f93-92f8-4dcd-a2f0-60891afa3c8e on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:13:39.681081 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Attempting to bind port 31173f93-92f8-4dcd-a2f0-60891afa3c8e by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:13:39.681507 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Attempting to bind port 31173f93-92f8-4dcd-a2f0-60891afa3c8e on network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:13:39.687918 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d610e-0b77-443a-8847-ca93759226e4 None None] Pushing event updated for resources: {'Port': ['ID=31173f93-92f8-4dcd-a2f0-60891afa3c8e,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:39.696359 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:13:39.696893 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Checking segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:13:39.697917 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.698605 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Bound using segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:13:39.699268 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Bound port: 31173f93-92f8-4dcd-a2f0-60891afa3c8e, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:13:39.699815 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.774719 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] For port 31173f93-92f8-4dcd-a2f0-60891afa3c8e, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:13:39.778477 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] For port 31173f93-92f8-4dcd-a2f0-60891afa3c8e, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=31173f93-92f8-4dcd-a2f0-60891afa3c8e,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:13:39.789720 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.800605 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.809954 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.883218 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:13:39.883878 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:13:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:39.886016 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d610e-0b77-443a-8847-ca93759226e4 None None] Pushing event updated for resources: {'Port': ['ID=31173f93-92f8-4dcd-a2f0-60891afa3c8e,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:39.890405 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-418509fc-aee0-4ade-9ed4-fb1ccfd0b8e5 None None] Provisioning for port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:13:39.898771 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Pushing event updated for resources: {'Port': ['ID=246ab195-dfa6-4e2f-886b-b9fa9100b4fb,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:39.898771 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16721128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16377597'] for router_interface, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:39.948726 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-418509fc-aee0-4ade-9ed4-fb1ccfd0b8e5 None None] Provisioning complete for port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:39.949103 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-418509fc-aee0-4ade-9ed4-fb1ccfd0b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:40.002055 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:13:40.007075 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-418509fc-aee0-4ade-9ed4-fb1ccfd0b8e5 None None] Port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:13:40.016901 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:13:40.018429 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:40.068667 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:13:40.114873 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:40.115565 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:40.162295 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Router 8a70c1a3-b142-437e-bb73-07986b11f6cf has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:13:40.289103 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:13:40.297676 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e7649c50-e0e2-4b47-963d-3cf4018d5406 admin admin] 10.222.0.65 "PUT /v2.0/routers/8a70c1a3-b142-437e-bb73-07986b11f6cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0069156 Jul 23 16:13:40.346263 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-dd93e6f6-4d41-4ea3-a556-a2b29ff565a6 None None] Provisioning complete for port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:40.346646 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-dd93e6f6-4d41-4ea3-a556-a2b29ff565a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:40.391488 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-dd93e6f6-4d41-4ea3-a556-a2b29ff565a6 None None] Port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:13:40.398420 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 2, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:40.429634 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a6b98-8d70-4822-bac3-dc43a8c39318 None None] The sync data for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi is: [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 2, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:13:40.990374 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47894) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:40.996005 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-bd7ce275-3908-493b-b64e-6619f49759dd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697657244', 'description': 'tempest-description--1988870184'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:41.030311 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce275-3908-493b-b64e-6619f49759dd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.179658 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce275-3908-493b-b64e-6619f49759dd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.185259 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce275-3908-493b-b64e-6619f49759dd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.217991 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce275-3908-493b-b64e-6619f49759dd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.219264 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-bd7ce275-3908-493b-b64e-6619f49759dd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2276824 Jul 23 16:13:41.221427 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ce275-3908-493b-b64e-6619f49759dd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbce670-7ca6-4a21-8fd4-dcb43f211b49,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:41.222195 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47898) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:41.229489 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-8d98dcc7-0b7f-4356-950b-771b274180d1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'security_group_rule': {'security_group_id': '3bbce670-7ca6-4a21-8fd4-dcb43f211b49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:41.265266 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8d98dcc7-0b7f-4356-950b-771b274180d1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.339695 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8d98dcc7-0b7f-4356-950b-771b274180d1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.344970 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8d98dcc7-0b7f-4356-950b-771b274180d1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.368054 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98dcc7-0b7f-4356-950b-771b274180d1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17912a99-20a8-4a0a-913a-19f2a656b82c,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:41.374228 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8d98dcc7-0b7f-4356-950b-771b274180d1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.375468 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8d98dcc7-0b7f-4356-950b-771b274180d1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517344 Jul 23 16:13:41.378509 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47904) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:41.385877 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-7e061e43-5350-423f-a319-b4c1fefdc746 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'security_group_rule': {'security_group_id': '3bbce670-7ca6-4a21-8fd4-dcb43f211b49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:41.425367 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7e061e43-5350-423f-a319-b4c1fefdc746 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.502726 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7e061e43-5350-423f-a319-b4c1fefdc746 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.507344 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7e061e43-5350-423f-a319-b4c1fefdc746 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.530313 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e061e43-5350-423f-a319-b4c1fefdc746 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8415e57a-5c97-4250-b5fc-7f0e484803d4,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:41.535010 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7e061e43-5350-423f-a319-b4c1fefdc746 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.539768 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 47908) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:41.539893 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7e061e43-5350-423f-a319-b4c1fefdc746 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1602013 Jul 23 16:13:41.544919 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'floatingip': {'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:41.566072 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47910) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:41.577923 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.694139 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d92e-2408-444b-8517-49fd7c402e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.694390 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.814383 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d92e-2408-444b-8517-49fd7c402e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.816427 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Allocated IP 172.27.2.155 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/ed70ad5b-05a9-488d-a559-6aa87d99ed48) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:13:41.821468 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d92e-2408-444b-8517-49fd7c402e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.862535 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1d92e-2408-444b-8517-49fd7c402e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a2edd2-2c2d-42da-b139-7a23a73fe2eb,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:41.878943 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a9d1d92e-2408-444b-8517-49fd7c402e53 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54a429f2a4eb4e579295c8f5b65aaf1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117754 Jul 23 16:13:41.881528 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47916) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:41.942921 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4bbbfb38-d369-4b7f-b8f1-723fcaeba472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.981458 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4bbbfb38-d369-4b7f-b8f1-723fcaeba472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.983891 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.033157 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 31173f93-92f8-4dcd-a2f0-60891afa3c8e up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:13:42.068793 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4bbbfb38-d369-4b7f-b8f1-723fcaeba472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.073295 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4bbbfb38-d369-4b7f-b8f1-723fcaeba472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.075241 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-4bbbfb38-d369-4b7f-b8f1-723fcaeba472 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87a2edd2-2c2d-42da-b139-7a23a73fe2eb HTTP/1.1" status: 204 len: 168 time: 0.1927695 Jul 23 16:13:42.076934 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.084238 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbfb38-d369-4b7f-b8f1-723fcaeba472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a2edd2-2c2d-42da-b139-7a23a73fe2eb,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:42.123709 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 31173f93-92f8-4dcd-a2f0-60891afa3c8e completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:13:42.128446 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 31173f93-92f8-4dcd-a2f0-60891afa3c8e triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:42.128910 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.133205 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:13:42.145786 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:42.148348 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:13:42.222924 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.251306 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 31173f93-92f8-4dcd-a2f0-60891afa3c8e, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=31173f93-92f8-4dcd-a2f0-60891afa3c8e,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:42.261073 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.324063 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=31173f93-92f8-4dcd-a2f0-60891afa3c8e,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:42.464658 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47926) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:42.471591 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'Port': ['ID=ed70ad5b-05a9-488d-a559-6aa87d99ed48,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:42.485512 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dde2d7bd-1c50-4e30-8711-eddeecde03e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.563620 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffeda4-773d-4b1c-8776-1d76cd446858 req-895b06a3-d483-41fc-b69a-b5cfb2a970ad tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:42.565316 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1ffeda4-773d-4b1c-8776-1d76cd446858 req-895b06a3-d483-41fc-b69a-b5cfb2a970ad tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.4346318 Jul 23 16:13:42.592676 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dde2d7bd-1c50-4e30-8711-eddeecde03e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.597528 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dde2d7bd-1c50-4e30-8711-eddeecde03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.611872 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Sync routers for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:13:42.625856 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.628765 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:13:42.629415 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:13:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:42.660034 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-dde2d7bd-1c50-4e30-8711-eddeecde03e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a938b8bfa4344378c1988e30ec73df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941922 Jul 23 16:13:42.662221 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d7bd-1c50-4e30-8711-eddeecde03e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917a366d-161f-416e-a34e-e0c5f1e32465,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:42.664584 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 47928) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:42.681892 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1ffeda4-773d-4b1c-8776-1d76cd446858 req-6b818d25-5243-4071-98b3-81c60a40b3e2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079204 Jul 23 16:13:42.706300 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.746072 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa0f1865-c5ff-4abd-887c-8f867fc0db43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.751630 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:13:42.773182 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa0f1865-c5ff-4abd-887c-8f867fc0db43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.836592 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa0f1865-c5ff-4abd-887c-8f867fc0db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.840449 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa0f1865-c5ff-4abd-887c-8f867fc0db43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.841875 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fa0f1865-c5ff-4abd-887c-8f867fc0db43 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/917a366d-161f-416e-a34e-e0c5f1e32465 HTTP/1.1" status: 204 len: 168 time: 0.1761947 Jul 23 16:13:42.851980 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f1865-c5ff-4abd-887c-8f867fc0db43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917a366d-161f-416e-a34e-e0c5f1e32465,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:42.904070 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.911025 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12610620'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.987565 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'Port': ['ID=ed70ad5b-05a9-488d-a559-6aa87d99ed48,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:42.988263 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 2, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:42.997332 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.013578 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.014934 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-dbfb0c1f-a13e-4843-8a5d-d515b2bbe361 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4741189 Jul 23 16:13:43.017220 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Checking router: 8a70c1a3-b142-437e-bb73-07986b11f6cf for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:13:43.017566 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Updating router 8a70c1a3-b142-437e-bb73-07986b11f6cf port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb binding host dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:13:43.062876 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.245568 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-6c963195-c95d-452f-afba-763b0f42f2e6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--697657244&fields=id&tenant_id=dc8147693aac40c198f7422b34d42012 HTTP/1.1" status: 200 len: 267 time: 0.0456426 Jul 23 16:13:43.358197 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.372871 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8302b-c915-470b-9050-1789fa33357f req-5226da49-89ce-47f4-9e48-529bc94e07be tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:43.374452 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Transition to ACTIVE for port object 246ab195-dfa6-4e2f-886b-b9fa9100b4fb will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:13:43.375179 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-5226da49-89ce-47f4-9e48-529bc94e07be tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 817 time: 0.1225367 Jul 23 16:13:43.382915 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.394360 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-069f934c-f9ed-4a21-8439-bd47846f03cf tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/quotas/dc8147693aac40c198f7422b34d42012 HTTP/1.1" status: 200 len: 375 time: 0.0120759 Jul 23 16:13:43.462460 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Pushing event updated for resources: {'Port': ['ID=246ab195-dfa6-4e2f-886b-b9fa9100b4fb,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:43.476428 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.476800 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.477137 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.477470 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.477798 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.478115 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.479304 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.479952 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.480484 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.481146 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.481878 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.482360 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:43.506166 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-0e5f93b2-363a-4833-9e49-7ac7e8dc246b tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963125 Jul 23 16:13:43.564773 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Attempting to bind port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:13:43.565149 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Attempting to bind port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:13:43.565516 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Attempting to bind port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb on network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:13:43.571696 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:13:43.572896 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Checking segment: {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:13:43.573404 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.573939 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Bound using segment: {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:13:43.574435 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Bound port: 246ab195-dfa6-4e2f-886b-b9fa9100b4fb, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:13:43.574843 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.658379 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] For port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:13:43.663604 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] For port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=246ab195-dfa6-4e2f-886b-b9fa9100b4fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:13:43.668926 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.745432 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:13:43.746643 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:13:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:43.797271 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a3a97-4509-4cfb-9660-d72b97103847 None None] Pushing event updated for resources: {'Port': ['ID=246ab195-dfa6-4e2f-886b-b9fa9100b4fb,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:43.921875 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-a2cab160-1c85-4721-b412-eacf7ccff832 service neutron] 10.222.0.65 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150403 Jul 23 16:13:43.940388 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:13:44.079960 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-302f9a1b-f9b1-4d08-94a3-8b0adf7f3610 service neutron] 10.222.0.65 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568301 Jul 23 16:13:44.101296 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717730c4-0d3c-4836-8c54-4d173503db14 req-42161f21-7956-44af-a0ab-b7027fb26b5a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:44.117872 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-717730c4-0d3c-4836-8c54-4d173503db14 req-42161f21-7956-44af-a0ab-b7027fb26b5a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.2986357 Jul 23 16:13:44.129886 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 31173f93-92f8-4dcd-a2f0-60891afa3c8e up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:13:44.203086 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 31173f93-92f8-4dcd-a2f0-60891afa3c8e triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:44.203714 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:44.203939 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-717730c4-0d3c-4836-8c54-4d173503db14 req-a2afc045-7a68-46ff-ae95-7dbbf670b7da tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845714 Jul 23 16:13:44.351775 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 246ab195-dfa6-4e2f-886b-b9fa9100b4fb up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:13:44.433316 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-157c559f-ff70-41ad-8df1-517bb1ea5904 req-822c394c-9a0a-4479-9434-046a1e8c4ae8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 210 time: 0.0655532 Jul 23 16:13:44.472271 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:43Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:44.497895 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:13:44.503711 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:44.505484 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:44.523171 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a66b73-94fc-47bf-9194-33e784e8aeba None None] The sync data for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi is: [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:43Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:13:44.623238 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:44.671562 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=246ab195-dfa6-4e2f-886b-b9fa9100b4fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:44.684435 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:44.756978 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=246ab195-dfa6-4e2f-886b-b9fa9100b4fb,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:45.372838 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18b238-4fb1-46e5-969b-119825c1e488 req-13a6059b-13cd-487f-afc3-6247e1ac5512 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:45.374474 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2b18b238-4fb1-46e5-969b-119825c1e488 req-13a6059b-13cd-487f-afc3-6247e1ac5512 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0847816 Jul 23 16:13:45.421441 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2b18b238-4fb1-46e5-969b-119825c1e488 req-063576c9-34d8-4382-87e1-9325df54a2fe tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398760 Jul 23 16:13:45.572908 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b4267c76-67e2-4f3d-ba58-c2ad312ff3c6 req-81992dac-0501-4a2f-813d-373d9dc183a0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 210 time: 0.0347896 Jul 23 16:13:45.981952 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 246ab195-dfa6-4e2f-886b-b9fa9100b4fb up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:13:46.155287 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:46.155656 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:46.572163 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0b89d-ec62-470d-9276-8913a6eb32d1 req-abc98f89-5d62-4f63-8d01-59b4254d0623 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:46.573743 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fb0b89d-ec62-470d-9276-8913a6eb32d1 req-abc98f89-5d62-4f63-8d01-59b4254d0623 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0709181 Jul 23 16:13:46.621926 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fb0b89d-ec62-470d-9276-8913a6eb32d1 req-15a96677-25d4-41fc-bf8a-723bd8594fc0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420802 Jul 23 16:13:46.692740 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-535d9ca2-9a64-40fa-a595-5b6a7c053801 req-39899259-e0f4-4a13-8eee-31d2126a8761 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 210 time: 0.0375648 Jul 23 16:13:47.765190 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16673225-8aea-4708-a834-824df73c4e83 req-b67d28d3-6687-403f-b4eb-ee6dbd46c488 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:47.766742 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-16673225-8aea-4708-a834-824df73c4e83 req-b67d28d3-6687-403f-b4eb-ee6dbd46c488 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0700209 Jul 23 16:13:47.810380 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-751a0513-5ce0-4844-8ceb-fed530f29258 req-296afe15-b527-405c-9d78-6852db914f77 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 210 time: 0.0400767 Jul 23 16:13:47.839467 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-16673225-8aea-4708-a834-824df73c4e83 req-9bcde37d-8912-4a64-b44d-60b7aea92109 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600667 Jul 23 16:13:48.721517 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:48.917264 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7f3b97f2-78f6-40e4-99ba-0fd761d469c4 req-54c288db-025f-4761-8885-22bd7b209c42 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 210 time: 0.0327966 Jul 23 16:13:48.988707 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189037-8014-4f18-a54d-ab200fe23ca2 req-86fc8804-4b32-4071-85bb-2df31d9e4ca0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:48.990338 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c6189037-8014-4f18-a54d-ab200fe23ca2 req-86fc8804-4b32-4071-85bb-2df31d9e4ca0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0765553 Jul 23 16:13:49.031140 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c6189037-8014-4f18-a54d-ab200fe23ca2 req-19d21bc7-a915-45a0-bdba-6643f41dbcbf tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340834 Jul 23 16:13:49.629597 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8302b-c915-470b-9050-1789fa33357f req-81c35b83-39f2-47e1-8e0f-cb429a0c79a0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:49.631079 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-81c35b83-39f2-47e1-8e0f-cb429a0c79a0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 817 time: 0.1131263 Jul 23 16:13:49.692879 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-07024224-9625-4d62-8c3b-ee6dfbadc864 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc8147693aac40c198f7422b34d42012 HTTP/1.1" status: 200 len: 379 time: 0.0375829 Jul 23 16:13:49.703334 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'port': {'device_id': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'admin_state_up': True, 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'security_groups': ['3bbce670-7ca6-4a21-8fd4-dcb43f211b49']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:49.817929 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Made reservation on behalf of dc8147693aac40c198f7422b34d42012 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:13:49.821557 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:49.960580 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Allocated IP 172.20.0.3 (bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17/7de2965b-9ad1-400d-b7cb-d488ae49570f/3f01a968-d44a-4126-bc20-12e9b5bcd4c5) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:13:50.032833 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dc382400-809d-4ca6-90cf-4f340c8cf77e req-2cb94a0d-9563-4de0-86e3-c2822dc5c286 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 210 time: 0.0374250 Jul 23 16:13:50.151090 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:50.166776 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Transition to ACTIVE for port object 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:13:50.200842 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818dacf-6aa1-4cfa-ad4b-3357d537a3a3 req-2bcec4b5-308a-42cb-ae24-bdd2d4f9df62 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:50.205781 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1818dacf-6aa1-4cfa-ad4b-3357d537a3a3 req-2bcec4b5-308a-42cb-ae24-bdd2d4f9df62 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0880136 Jul 23 16:13:50.206344 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:50.253891 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:13:50.258303 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:50.262762 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:13:50.270043 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1818dacf-6aa1-4cfa-ad4b-3357d537a3a3 req-57b373ef-a0d9-4f73-8aef-829377911949 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576410 Jul 23 16:13:50.308027 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'Port': ['ID=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:50.333471 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:50.334328 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:50.352629 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-a0623a9f-e58a-4da6-9658-066ecb6ee9c0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6530704 Jul 23 16:13:50.436675 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Request body: {'port': {'device_id': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:50.570168 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-890f1bd8-794e-40ba-b8c7-60a76b04beb6 None None] Provisioning for port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:13:50.575924 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-890f1bd8-794e-40ba-b8c7-60a76b04beb6 None None] Provisioning complete for port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:50.576375 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-890f1bd8-794e-40ba-b8c7-60a76b04beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:50.631121 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-890f1bd8-794e-40ba-b8c7-60a76b04beb6 None None] Port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:13:50.762485 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.101724 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:13:51.105875 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.121869 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Transition to ACTIVE for port object 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:13:51.135720 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.191895 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c72783-944e-4bad-b909-47d1ed7f02df req-83dc71f9-98e9-4476-a67a-ed40762468cf tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:51.192511 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Pushing event updated for resources: {'Port': ['ID=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:51.193632 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-34c72783-944e-4bad-b909-47d1ed7f02df req-83dc71f9-98e9-4476-a67a-ed40762468cf tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 931 time: 0.0776250 Jul 23 16:13:51.254292 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-34c72783-944e-4bad-b909-47d1ed7f02df req-6ff700ac-3cc2-4638-9980-f48d2232929b tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529258 Jul 23 16:13:51.284570 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Attempting to bind port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:13:51.284946 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Attempting to bind port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:13:51.285261 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Attempting to bind port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 on network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:13:51.300391 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 on network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:13:51.300391 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Attempting to bind port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 on network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:13:51.310969 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:13:51.311527 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Checking segment: {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:13:51.312668 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Bound using segment: {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:13:51.313403 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Bound port: 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:13:51.314008 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.420787 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:13:51.425040 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:13:51.432468 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.464425 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ea5c5-b47d-412f-9908-69b835c436e0 req-5a1dce81-6e94-4725-b428-a3c37da03ae2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:51.466769 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a98ea5c5-b47d-412f-9908-69b835c436e0 req-5a1dce81-6e94-4725-b428-a3c37da03ae2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0933099 Jul 23 16:13:51.485237 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:51.486429 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.487955 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] 10.222.0.72 "PUT /v2.0/ports/3f01a968-d44a-4126-bc20-12e9b5bcd4c5 HTTP/1.1" status: 200 len: 1093 time: 1.1176624 Jul 23 16:13:51.490781 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:13:51.493281 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c457b01-3837-4a68-839c-d36f8dd49559" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:13:51.526092 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef287933-ba99-4ea4-9422-8eba0771a755 service neutron] Pushing event updated for resources: {'Port': ['ID=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:51.543938 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a98ea5c5-b47d-412f-9908-69b835c436e0 req-9738d6bf-25ac-4c65-9e37-bf05a68f9e93 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683639 Jul 23 16:13:51.659128 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8302b-c915-470b-9050-1789fa33357f req-5f25ad13-821a-4f4d-86aa-b4e11ee5ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:51.660884 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-5f25ad13-821a-4f4d-86aa-b4e11ee5ad45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 1096 time: 0.0629148 Jul 23 16:13:51.729825 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-86ddeaa4-af60-4f4b-9add-c38e8f33dff4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5 HTTP/1.1" status: 200 len: 217 time: 0.0454986 Jul 23 16:13:51.771425 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1fe39f-c043-49bb-b54d-52049b047c98 x-openstack-request-id: req-fd1fe39f-c043-49bb-b54d-52049b047c98 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:13:51.772901 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:13:51.772901 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd1fe39f-c043-49bb-b54d-52049b047c98 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:13:51.772901 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'status': 'completed', 'code': 200} Jul 23 16:13:51.831884 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8302b-c915-470b-9050-1789fa33357f req-491c5987-9c78-4934-99e0-170d40a5bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:51.834183 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-491c5987-9c78-4934-99e0-170d40a5bedb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0887706 Jul 23 16:13:51.901000 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8302b-c915-470b-9050-1789fa33357f req-0de31a95-92cb-4741-8f49-1fa477804bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:51.902567 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-0de31a95-92cb-4741-8f49-1fa477804bf6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582345 Jul 23 16:13:52.021193 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-6f598ff0-916b-4d07-a188-45a3dbaede89 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017978 Jul 23 16:13:52.138250 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-50b8302b-c915-470b-9050-1789fa33357f req-a19451d2-5fe3-4b3b-a032-f17d77b5b433 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017797 Jul 23 16:13:52.354102 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457b01-3837-4a68-839c-d36f8dd49559 req-6d0519fb-b8fc-4534-8616-7eaee0573c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.356036 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3c457b01-3837-4a68-839c-d36f8dd49559 req-6d0519fb-b8fc-4534-8616-7eaee0573c6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 1096 time: 0.0613751 Jul 23 16:13:52.426362 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b11e-cc6f-430d-afd2-4f231aeaae78 req-3d085803-703b-4ec3-acd9-aa04c2f72007 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.427939 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5fd3b11e-cc6f-430d-afd2-4f231aeaae78 req-3d085803-703b-4ec3-acd9-aa04c2f72007 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0749249 Jul 23 16:13:52.484400 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457b01-3837-4a68-839c-d36f8dd49559 req-ac371013-d4ea-45bb-9beb-250eec16f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.493295 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3c457b01-3837-4a68-839c-d36f8dd49559 req-ac371013-d4ea-45bb-9beb-250eec16f028 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 918 time: 0.1180587 Jul 23 16:13:52.494269 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5fd3b11e-cc6f-430d-afd2-4f231aeaae78 req-f65a61bf-75a5-4d71-a043-2676c53c6a00 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521204 Jul 23 16:13:52.538972 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3c457b01-3837-4a68-839c-d36f8dd49559 req-40f59376-4455-49c6-b5d3-915fedf49dea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5 HTTP/1.1" status: 200 len: 217 time: 0.0403175 Jul 23 16:13:52.599924 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457b01-3837-4a68-839c-d36f8dd49559 req-8fea14d5-8d76-4685-8213-34fc2b175c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.601656 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3c457b01-3837-4a68-839c-d36f8dd49559 req-8fea14d5-8d76-4685-8213-34fc2b175c6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0545423 Jul 23 16:13:52.683631 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457b01-3837-4a68-839c-d36f8dd49559 req-22c792df-d1fd-4079-becd-8a814981561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.683631 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3c457b01-3837-4a68-839c-d36f8dd49559 req-22c792df-d1fd-4079-becd-8a814981561f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624578 Jul 23 16:13:52.721378 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ae2ce-70eb-4652-a18d-9d449417b530 req-ae10c420-478b-4332-8689-ee5deaa0838f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.723262 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-229ae2ce-70eb-4652-a18d-9d449417b530 req-ae10c420-478b-4332-8689-ee5deaa0838f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0802410 Jul 23 16:13:52.783955 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-229ae2ce-70eb-4652-a18d-9d449417b530 req-5a846ebf-5821-4a5e-a80a-a07fd81e815a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537455 Jul 23 16:13:52.814387 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3c457b01-3837-4a68-839c-d36f8dd49559 req-aff50259-35f3-4db5-a093-36492d10599f service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226192 Jul 23 16:13:52.928161 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3c457b01-3837-4a68-839c-d36f8dd49559 req-7245ea7b-0fcf-48cc-bbf3-980a51531eab service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044955 Jul 23 16:13:53.159002 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48086) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:53.265541 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4601-487d-4d85-8e0e-ec57a72532f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:53.316600 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:13:53.363907 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4601-487d-4d85-8e0e-ec57a72532f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:53.369824 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4601-487d-4d85-8e0e-ec57a72532f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:53.417748 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6b1f4601-487d-4d85-8e0e-ec57a72532f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b7f0bbb9804b40b2b5a4955ed9f7b392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573876 Jul 23 16:13:53.419741 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f4601-487d-4d85-8e0e-ec57a72532f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbae432-dddb-4046-ab5e-e8f4fdf7090c,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:53.421592 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48090) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:53.505424 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e69e03f-980a-46b5-9a85-67f829d183a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:53.539299 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e69e03f-980a-46b5-9a85-67f829d183a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:53.623955 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e69e03f-980a-46b5-9a85-67f829d183a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:53.626551 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e69e03f-980a-46b5-9a85-67f829d183a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:53.627682 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8e69e03f-980a-46b5-9a85-67f829d183a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ecbae432-dddb-4046-ab5e-e8f4fdf7090c HTTP/1.1" status: 204 len: 168 time: 0.2047348 Jul 23 16:13:53.640065 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69e03f-980a-46b5-9a85-67f829d183a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbae432-dddb-4046-ab5e-e8f4fdf7090c,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:53.662583 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472d0eb-f9ae-4a89-a078-8277be497368 req-8998aa2c-b5a5-4658-b8f0-c8124d004b21 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:53.665121 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4472d0eb-f9ae-4a89-a078-8277be497368 req-8998aa2c-b5a5-4658-b8f0-c8124d004b21 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0960898 Jul 23 16:13:53.711457 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4472d0eb-f9ae-4a89-a078-8277be497368 req-20a7164c-bf27-402d-854c-d683892c123e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Jul 23 16:13:53.929180 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37422be-6971-42fc-bacb-483e4972054b req-eccbc2d3-2904-47d3-b3b9-16278c78a5a2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:53.930218 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f37422be-6971-42fc-bacb-483e4972054b req-eccbc2d3-2904-47d3-b3b9-16278c78a5a2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0723996 Jul 23 16:13:53.973458 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f37422be-6971-42fc-bacb-483e4972054b req-46f5ee83-ca46-478e-8280-323a95e7aed0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366418 Jul 23 16:13:54.132783 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-fae17e27-5739-499b-a74a-cc0502e0b843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:54.294482 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:13:54.403819 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:54.418923 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'port_id': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'mac_address': 'fa:16:3e:bb:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:13:54.466136 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:54.485421 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:13:54.513616 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:54.518339 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:54.581189 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:54.895962 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef3844-fdc7-4f60-9c53-9bd684dbeb8b req-692b4c90-e3da-46b2-b03d-4c210084ca88 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:54.897790 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25ef3844-fdc7-4f60-9c53-9bd684dbeb8b req-692b4c90-e3da-46b2-b03d-4c210084ca88 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 944 time: 0.0876648 Jul 23 16:13:54.954231 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25ef3844-fdc7-4f60-9c53-9bd684dbeb8b req-29ad1031-1feb-485c-a722-896907a10548 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461259 Jul 23 16:13:55.100812 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['3f01a968-d44a-4126-bc20-12e9b5bcd4c5'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:13:55.125892 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381478ac-6d9e-4e32-aa5b-3d453cb0f4a2 req-4b5520fe-1a7e-45c1-af82-0a73b1ee1b85 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:55.127425 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-381478ac-6d9e-4e32-aa5b-3d453cb0f4a2 req-4b5520fe-1a7e-45c1-af82-0a73b1ee1b85 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0743032 Jul 23 16:13:55.173152 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-381478ac-6d9e-4e32-aa5b-3d453cb0f4a2 req-c2766fff-f994-459e-ba1d-1ce2619cca83 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396786 Jul 23 16:13:56.125044 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aae488-55a9-40e4-8f25-5cad9320ab11 req-ffde9fe9-f013-453d-9ade-0f27a46ed13d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:56.125044 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-98aae488-55a9-40e4-8f25-5cad9320ab11 req-ffde9fe9-f013-453d-9ade-0f27a46ed13d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 944 time: 0.0773582 Jul 23 16:13:56.175946 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-98aae488-55a9-40e4-8f25-5cad9320ab11 req-7bbaa5ad-18db-4c7c-ab64-b9ae9c0b89aa tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474963 Jul 23 16:13:56.308279 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:13:56.341315 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e79fe-6659-492b-9d04-6ecb8ddf06f8 req-ef21f650-b969-4ab9-a9a6-9073b4caa3a0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:56.342845 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d34e79fe-6659-492b-9d04-6ecb8ddf06f8 req-ef21f650-b969-4ab9-a9a6-9073b4caa3a0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0878818 Jul 23 16:13:56.378650 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:13:56.382890 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:56.383398 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:56.402221 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d34e79fe-6659-492b-9d04-6ecb8ddf06f8 req-d8b307f7-faa6-4182-9102-ea69b157be1a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524535 Jul 23 16:13:56.502172 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:56.536264 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:13:56.541049 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69320826-49d3-4a51-824c-341097a046f3" -d '{"events": [{"server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:13:56.562775 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:56.569655 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:56.621700 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545e5dd3-9102-47da-96aa-026ef3e13d61 x-openstack-request-id: req-545e5dd3-9102-47da-96aa-026ef3e13d61 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:13:56.622031 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:13:56.622308 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-545e5dd3-9102-47da-96aa-026ef3e13d61 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:13:56.622764 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'code': 200} Jul 23 16:13:56.657046 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:56.876811 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3419766-45cd-4170-b38d-19929d099271 req-a6aab326-bf12-4841-a3ea-4bb48b1ab68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:56.878330 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d3419766-45cd-4170-b38d-19929d099271 req-a6aab326-bf12-4841-a3ea-4bb48b1ab68e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 1098 time: 0.0568008 Jul 23 16:13:56.921717 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d3419766-45cd-4170-b38d-19929d099271 req-46f900fe-ba79-4e3d-9204-4935dbc5a1a9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310118 Jul 23 16:13:56.944628 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6209bc7a-f294-4ae1-9e3b-f8b0e4b7d296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:57.178526 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:57.317444 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521249fa-c1ec-4e2d-895e-526f95d063ab req-4fa6a7f3-7071-40ab-a585-d3b32edc5277 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:57.318986 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-521249fa-c1ec-4e2d-895e-526f95d063ab req-4fa6a7f3-7071-40ab-a585-d3b32edc5277 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0685639 Jul 23 16:13:57.359867 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-521249fa-c1ec-4e2d-895e-526f95d063ab req-d315763d-617c-497c-8bf7-921e76f03107 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340333 Jul 23 16:13:57.553767 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e3c57-ff4e-41f0-b458-52adcabe685c req-f4335493-d1eb-4e4e-b010-d97c0f267900 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:57.555255 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe1e3c57-ff4e-41f0-b458-52adcabe685c req-f4335493-d1eb-4e4e-b010-d97c0f267900 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0794079 Jul 23 16:13:57.601000 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe1e3c57-ff4e-41f0-b458-52adcabe685c req-927a778d-e61f-4fe8-affd-238ce33f58ed tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400214 Jul 23 16:13:58.164870 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:58.515286 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3838ca9-8c80-48e4-9e42-ec36ac446b92 req-5a1c537a-97f6-4c08-aced-ec0494b9ce1d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:58.516766 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e3838ca9-8c80-48e4-9e42-ec36ac446b92 req-5a1c537a-97f6-4c08-aced-ec0494b9ce1d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0800593 Jul 23 16:13:58.569710 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e3838ca9-8c80-48e4-9e42-ec36ac446b92 req-b7eb2700-12bb-4d72-bc7d-b140e9ef8d4a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450835 Jul 23 16:13:58.754576 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67fbd3-f452-4c8f-9e78-ff5c9361a5fb req-0ad6e19e-9e9a-447b-8502-658f537c7c77 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:58.756108 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c67fbd3-f452-4c8f-9e78-ff5c9361a5fb req-0ad6e19e-9e9a-447b-8502-658f537c7c77 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0690680 Jul 23 16:13:58.797467 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c67fbd3-f452-4c8f-9e78-ff5c9361a5fb req-ca1fa887-d1ac-4367-a6c1-ecc430d88285 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350485 Jul 23 16:13:59.143163 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf27d10-769c-4b57-8076-a9f56f4eae74 req-de154d9c-11aa-47d2-b76c-81bec957edfb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:59.145017 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2bf27d10-769c-4b57-8076-a9f56f4eae74 req-de154d9c-11aa-47d2-b76c-81bec957edfb tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0851743 Jul 23 16:13:59.192774 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4062e9-8ca5-4f13-ab86-de5f978efd28 req-ca6de100-971e-4258-a967-5ef61f3c51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:59.193598 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2bf27d10-769c-4b57-8076-a9f56f4eae74 req-681a45b3-3715-40ec-8417-1ad4d61b8a5c tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398288 Jul 23 16:13:59.194985 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ff4062e9-8ca5-4f13-ab86-de5f978efd28 req-ca6de100-971e-4258-a967-5ef61f3c51e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 1099 time: 0.0853641 Jul 23 16:13:59.325174 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4062e9-8ca5-4f13-ab86-de5f978efd28 req-47f06153-6ba1-4b28-9acc-75a26e4cd00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:59.326744 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ff4062e9-8ca5-4f13-ab86-de5f978efd28 req-47f06153-6ba1-4b28-9acc-75a26e4cd00f service neutron] 10.222.0.72 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 911 time: 0.1134279 Jul 23 16:13:59.418852 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ff4062e9-8ca5-4f13-ab86-de5f978efd28 req-d89f4af3-cf69-4b9f-acf6-ad949f5434eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95736f05-4188-4a7f-acaf-11bde7dc41e6 HTTP/1.1" status: 200 len: 1001 time: 0.0789027 Jul 23 16:13:59.490875 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4062e9-8ca5-4f13-ab86-de5f978efd28 req-bbbe6f0d-8236-414c-963c-d2093d3c3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:59.492378 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ff4062e9-8ca5-4f13-ab86-de5f978efd28 req-bbbe6f0d-8236-414c-963c-d2093d3c3bd8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73f5cedb-e27f-4d30-9911-d592f6d72bf4 HTTP/1.1" status: 200 len: 849 time: 0.0625799 Jul 23 16:13:59.567796 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4062e9-8ca5-4f13-ab86-de5f978efd28 req-fb360c01-3afe-4900-ae93-43ddb9815cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:59.569333 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ff4062e9-8ca5-4f13-ab86-de5f978efd28 req-fb360c01-3afe-4900-ae93-43ddb9815cec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646980 Jul 23 16:13:59.686814 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ff4062e9-8ca5-4f13-ab86-de5f978efd28 req-32b9288c-91ec-44d0-962b-74a536df7cd6 service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050932 Jul 23 16:13:59.747343 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c23a-8b36-469b-84d5-5c878f25e27d req-da4bb333-3812-4946-b09c-ca7bf6b18cca tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:59.749768 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b722c23a-8b36-469b-84d5-5c878f25e27d req-da4bb333-3812-4946-b09c-ca7bf6b18cca tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0835967 Jul 23 16:13:59.793837 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b722c23a-8b36-469b-84d5-5c878f25e27d req-f634ba84-6fce-4f38-bab0-c2b5df7b48d3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387983 Jul 23 16:13:59.794725 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ff4062e9-8ca5-4f13-ab86-de5f978efd28 req-e03fb241-f26a-437f-9c3b-2f9a0848b615 service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957906 Jul 23 16:13:59.845670 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:59.941247 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11a591-94d5-4f74-bfab-d4000ce9a4ee req-db2f8763-dac1-4ad2-bcf6-2b6b442d5151 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:59.942695 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fc11a591-94d5-4f74-bfab-d4000ce9a4ee req-db2f8763-dac1-4ad2-bcf6-2b6b442d5151 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0703034 Jul 23 16:13:59.953266 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48182) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:59.959896 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-68bfa3ce-8111-430c-b41c-7e47b72965fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'floatingip': {'port_id': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:00.012236 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68bfa3ce-8111-430c-b41c-7e47b72965fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:00.493948 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e08225-9287-4cd9-9598-6f54bb8aab39 req-25952082-5ddc-434b-8cda-dda72a75c6b2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:00.495712 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-27e08225-9287-4cd9-9598-6f54bb8aab39 req-25952082-5ddc-434b-8cda-dda72a75c6b2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.2121890 Jul 23 16:14:00.578760 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-27e08225-9287-4cd9-9598-6f54bb8aab39 req-f3b20e6f-fd4a-42fc-8175-847358b85d03 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744810 Jul 23 16:14:00.645810 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68bfa3ce-8111-430c-b41c-7e47b72965fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:00.650461 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68bfa3ce-8111-430c-b41c-7e47b72965fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:00.776705 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-68bfa3ce-8111-430c-b41c-7e47b72965fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Floating IP 3243b738-70d0-4c82-871b-1d0868d97b80 associated. External IP: 172.27.2.155, port: 3f01a968-d44a-4126-bc20-12e9b5bcd4c5. Jul 23 16:14:01.010013 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bfa3ce-8111-430c-b41c-7e47b72965fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Router 8a70c1a3-b142-437e-bb73-07986b11f6cf has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:14:01.371784 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bfa3ce-8111-430c-b41c-7e47b72965fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:14:01.376752 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68bfa3ce-8111-430c-b41c-7e47b72965fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:01.382660 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084efd8c-575f-4a22-a5c0-f93c07473884 None None] Sync routers for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:14:01.394060 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084efd8c-575f-4a22-a5c0-f93c07473884 None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:01.394948 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-084efd8c-575f-4a22-a5c0-f93c07473884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:13:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:01.423218 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-68bfa3ce-8111-430c-b41c-7e47b72965fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "PUT /v2.0/floatingips/3243b738-70d0-4c82-871b-1d0868d97b80 HTTP/1.1" status: 200 len: 991 time: 1.4661496 Jul 23 16:14:01.423218 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:01.427465 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0ec132-6190-4fbc-a67b-5b8848c13bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:01.522372 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-084efd8c-575f-4a22-a5c0-f93c07473884 None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:01.623990 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab10cbe0-de88-48a5-bd59-eec192cfa5a4 x-openstack-request-id: req-ab10cbe0-de88-48a5-bd59-eec192cfa5a4 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:01.624570 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:01.624882 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab10cbe0-de88-48a5-bd59-eec192cfa5a4 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:01.625460 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'status': 'completed', 'code': 200} Jul 23 16:14:01.757091 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543b2c-8b81-4da4-a42c-11535b19564b req-b9f2a828-2f67-4a5d-a201-edb1602911e2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:01.759344 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61543b2c-8b81-4da4-a42c-11535b19564b req-b9f2a828-2f67-4a5d-a201-edb1602911e2 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0906255 Jul 23 16:14:01.825542 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ec132-6190-4fbc-a67b-5b8848c13bfd req-5f67b239-5bc1-406a-9e79-82711f3ebd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:01.829585 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61543b2c-8b81-4da4-a42c-11535b19564b req-1faf739e-3d10-44f2-821d-77fab178e75f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595989 Jul 23 16:14:01.832030 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be0ec132-6190-4fbc-a67b-5b8848c13bfd req-5f67b239-5bc1-406a-9e79-82711f3ebd86 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 1098 time: 0.1179316 Jul 23 16:14:01.934192 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-084efd8c-575f-4a22-a5c0-f93c07473884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '3243b738-70d0-4c82-871b-1d0868d97b80', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'port_id': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'mac_address': 'fa:16:3e:bb:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:13:42Z', 'updated_at': '2021-07-23T16:14:00Z', 'revision_number': 1, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:01.954851 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ec132-6190-4fbc-a67b-5b8848c13bfd req-24606bab-6ae9-437f-bbc9-0c60b7e3e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:01.956388 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be0ec132-6190-4fbc-a67b-5b8848c13bfd req-24606bab-6ae9-437f-bbc9-0c60b7e3e360 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 918 time: 0.1099362 Jul 23 16:14:01.966197 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084efd8c-575f-4a22-a5c0-f93c07473884 None None] Checking router: 8a70c1a3-b142-437e-bb73-07986b11f6cf for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:14:01.975147 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084efd8c-575f-4a22-a5c0-f93c07473884 None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:01.975768 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-084efd8c-575f-4a22-a5c0-f93c07473884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:13:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:02.035172 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be0ec132-6190-4fbc-a67b-5b8848c13bfd req-350aea60-46b5-4361-8e0b-3e8fd799aaca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5 HTTP/1.1" status: 200 len: 999 time: 0.0672350 Jul 23 16:14:02.094321 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ec132-6190-4fbc-a67b-5b8848c13bfd req-a9d6c875-cc4e-4176-8a65-40411019fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:02.095410 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be0ec132-6190-4fbc-a67b-5b8848c13bfd req-a9d6c875-cc4e-4176-8a65-40411019fdd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0531552 Jul 23 16:14:02.096197 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-084efd8c-575f-4a22-a5c0-f93c07473884 None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:02.177993 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ec132-6190-4fbc-a67b-5b8848c13bfd req-d8675051-0a3e-4285-a96e-582ff350443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:02.179423 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be0ec132-6190-4fbc-a67b-5b8848c13bfd req-d8675051-0a3e-4285-a96e-582ff350443f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727806 Jul 23 16:14:02.284007 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be0ec132-6190-4fbc-a67b-5b8848c13bfd req-175472a6-2b1a-4b22-b58f-e93a60ec4f76 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926902 Jul 23 16:14:02.355723 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-084efd8c-575f-4a22-a5c0-f93c07473884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '3243b738-70d0-4c82-871b-1d0868d97b80', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'port_id': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'mac_address': 'fa:16:3e:bb:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:13:42Z', 'updated_at': '2021-07-23T16:14:00Z', 'revision_number': 1, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:02.384677 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084efd8c-575f-4a22-a5c0-f93c07473884 None None] The sync data for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi is: [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '3243b738-70d0-4c82-871b-1d0868d97b80', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'port_id': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'mac_address': 'fa:16:3e:bb:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:13:42Z', 'updated_at': '2021-07-23T16:14:00Z', 'revision_number': 1, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:14:02.399203 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be0ec132-6190-4fbc-a67b-5b8848c13bfd req-55297a8d-9778-4052-8691-0b262be9b611 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038656 Jul 23 16:14:02.591339 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2597b3d-9fed-497e-99e9-b914bf41cc25 None None] New status for floating IP 3243b738-70d0-4c82-871b-1d0868d97b80: ACTIVE {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:14:18.720277 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:22.388059 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2f59557-459c-4ec5-8327-eb9edc7e5594 req-c2f3bfbf-861d-4a24-b410-301ca7b253c2 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343169767&fields=id&tenant_id=e0f30eb2c1064c2da54d700702dbf937 HTTP/1.1" status: 200 len: 267 time: 0.0333128 Jul 23 16:14:22.463806 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59557-459c-4ec5-8327-eb9edc7e5594 req-8d383660-3703-405b-94cc-c330f67ec38c tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:22.465317 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2f59557-459c-4ec5-8327-eb9edc7e5594 req-8d383660-3703-405b-94cc-c330f67ec38c tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 985 time: 0.0719912 Jul 23 16:14:22.475862 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-d2f59557-459c-4ec5-8327-eb9edc7e5594 req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Request body: {'port': {'security_groups': ['c2b3f3e4-fea2-4754-af52-86ea11bfc99f']}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:22.582524 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d2f59557-459c-4ec5-8327-eb9edc7e5594 req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:22.831601 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-d2f59557-459c-4ec5-8327-eb9edc7e5594 req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] For port 67131e16-84c9-4b40-8d4d-e669e228452c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=67131e16-84c9-4b40-8d4d-e669e228452c,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:22.879343 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d2f59557-459c-4ec5-8327-eb9edc7e5594 req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:22.885730 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d2f59557-459c-4ec5-8327-eb9edc7e5594 req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12610620'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:22.939687 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['67131e16-84c9-4b40-8d4d-e669e228452c'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:14:22.969303 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59557-459c-4ec5-8327-eb9edc7e5594 req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:22.969970 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d2f59557-459c-4ec5-8327-eb9edc7e5594 req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:22.971410 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2f59557-459c-4ec5-8327-eb9edc7e5594 req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "PUT /v2.0/ports/67131e16-84c9-4b40-8d4d-e669e228452c HTTP/1.1" status: 200 len: 943 time: 0.5001366 Jul 23 16:14:22.971883 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:22.974247 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ab07fd-44da-4436-a5e4-1a713101758e" -d '{"events": [{"name": "network-changed", "server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:22.979393 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48370) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:23.027939 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event updated for resources: {'Port': ['ID=67131e16-84c9-4b40-8d4d-e669e228452c,revision_number=7']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:23.033564 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de21a803-d9bc-416e-a710-8a19086c700e x-openstack-request-id: req-de21a803-d9bc-416e-a710-8a19086c700e {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:23.033852 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:23.034103 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de21a803-d9bc-416e-a710-8a19086c700e {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:23.034493 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c', 'status': 'completed', 'code': 200} Jul 23 16:14:23.041402 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.041820 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.042322 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.042667 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.043007 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.043348 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.043678 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.044013 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.044369 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.044697 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.045026 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.045352 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a38ff3-4eff-4dad-8d30-aa1caa6fc68e tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:23.069779 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-699f8b95-d83b-433f-bd72-d68556aa97e0 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.145520 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-699f8b95-d83b-433f-bd72-d68556aa97e0 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.229939 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab07fd-44da-4436-a5e4-1a713101758e req-48311d7e-1084-4af3-96ed-45a569865f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.231632 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-37ab07fd-44da-4436-a5e4-1a713101758e req-48311d7e-1084-4af3-96ed-45a569865f79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e0f30eb2c1064c2da54d700702dbf937&device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 1099 time: 0.1233249 Jul 23 16:14:23.272541 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-699f8b95-d83b-433f-bd72-d68556aa97e0 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.276382 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-699f8b95-d83b-433f-bd72-d68556aa97e0 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.277565 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-699f8b95-d83b-433f-bd72-d68556aa97e0 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "DELETE /v2.0/security-groups/5b91c3d4-11fd-46d3-8533-9cd3c6cf6066 HTTP/1.1" status: 204 len: 168 time: 0.2968833 Jul 23 16:14:23.279906 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-beed281c-145d-42ff-9624-b0dd53501c8f None None] Provisioning complete for port 67131e16-84c9-4b40-8d4d-e669e228452c triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:23.280742 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-beed281c-145d-42ff-9624-b0dd53501c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.281406 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48374) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:23.297738 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f8b95-d83b-433f-bd72-d68556aa97e0 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b91c3d4-11fd-46d3-8533-9cd3c6cf6066,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:23.318877 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['67131e16-84c9-4b40-8d4d-e669e228452c'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:14:23.376565 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab07fd-44da-4436-a5e4-1a713101758e req-c4b70f9a-c44e-4e91-abea-c58503517041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.378106 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-37ab07fd-44da-4436-a5e4-1a713101758e req-c4b70f9a-c44e-4e91-abea-c58503517041 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbb8efd9-d330-47d1-88c0-533da436ae8f HTTP/1.1" status: 200 len: 915 time: 0.1274221 Jul 23 16:14:23.494100 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-37ab07fd-44da-4436-a5e4-1a713101758e req-8707df9c-23f2-46c1-b105-baed7d25a81b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67131e16-84c9-4b40-8d4d-e669e228452c HTTP/1.1" status: 200 len: 1001 time: 0.1033964 Jul 23 16:14:23.519061 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Deleting port baf0f8be-0614-497a-b370-00bd85f0447e {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:23.519794 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.565374 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab07fd-44da-4436-a5e4-1a713101758e req-eb343569-1e3a-4f4f-b359-591dafeb679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.567229 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-37ab07fd-44da-4436-a5e4-1a713101758e req-eb343569-1e3a-4f4f-b359-591dafeb679c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b39297c-14f8-4e44-853e-81ba68862a65 HTTP/1.1" status: 200 len: 853 time: 0.0623641 Jul 23 16:14:23.631574 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.631967 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.647057 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Calling delete_port for baf0f8be-0614-497a-b370-00bd85f0447e owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:23.657190 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab07fd-44da-4436-a5e4-1a713101758e req-93a00b3a-01e7-49ad-9f90-b4bdeb792bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.658371 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-37ab07fd-44da-4436-a5e4-1a713101758e req-93a00b3a-01e7-49ad-9f90-b4bdeb792bae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbb8efd9-d330-47d1-88c0-533da436ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676956 Jul 23 16:14:23.778220 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-37ab07fd-44da-4436-a5e4-1a713101758e req-f8124bb7-68d3-45d6-8352-2aa2191d661e service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982931 Jul 23 16:14:23.876408 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-37ab07fd-44da-4436-a5e4-1a713101758e req-b799d81f-5ac5-4d41-9543-927957f1a756 service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907621 Jul 23 16:14:23.879328 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.906482 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event deleted for resources: {'Port': ['ID=baf0f8be-0614-497a-b370-00bd85f0447e,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:23.975326 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.975654 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Floating IP 1878bc9d-0506-4e2a-9edd-0acf865764af disassociated (deleted). External IP: 172.27.2.21, port: 67131e16-84c9-4b40-8d4d-e669e228452c. Jul 23 16:14:24.124245 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb49c54-f7f0-4080-8557-482220c45865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:24.195517 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Router c6110432-6c4b-4799-9ef7-63908b071f17 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:14:24.304876 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:14:24.310128 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:24.323410 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee44b1-3cea-47f8-8cf2-b5524c570c5a None None] Sync routers for ids ['c6110432-6c4b-4799-9ef7-63908b071f17'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:14:24.333055 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee44b1-3cea-47f8-8cf2-b5524c570c5a None None] Routers {'c6110432-6c4b-4799-9ef7-63908b071f17'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:24.333810 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-04ee44b1-3cea-47f8-8cf2-b5524c570c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:13:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c6110432-6c4b-4799-9ef7-63908b071f17'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:24.348642 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-68aec265-2837-465b-9a79-cfc87ed0be76 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "DELETE /v2.0/floatingips/1878bc9d-0506-4e2a-9edd-0acf865764af HTTP/1.1" status: 204 len: 168 time: 1.0657265 Jul 23 16:14:24.442852 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-04ee44b1-3cea-47f8-8cf2-b5524c570c5a None None] Set router c6110432-6c4b-4799-9ef7-63908b071f17 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:24.665143 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-04ee44b1-3cea-47f8-8cf2-b5524c570c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:10:00Z', 'revision_number': 4, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '4587dab5-9635-4727-8c4b-427206ace718', 'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'mac_address': 'fa:16:3e:70:ae:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:59Z', 'updated_at': '2021-07-23T16:10:06Z', 'revision_number': 5, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'subnets': [{'id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:24.693941 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee44b1-3cea-47f8-8cf2-b5524c570c5a None None] Checking router: c6110432-6c4b-4799-9ef7-63908b071f17 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:14:24.703407 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee44b1-3cea-47f8-8cf2-b5524c570c5a None None] Routers {'c6110432-6c4b-4799-9ef7-63908b071f17'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:24.703936 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-04ee44b1-3cea-47f8-8cf2-b5524c570c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:13:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c6110432-6c4b-4799-9ef7-63908b071f17'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:24.813692 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-04ee44b1-3cea-47f8-8cf2-b5524c570c5a None None] Set router c6110432-6c4b-4799-9ef7-63908b071f17 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:25.012854 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-04ee44b1-3cea-47f8-8cf2-b5524c570c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:10:00Z', 'revision_number': 4, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '4587dab5-9635-4727-8c4b-427206ace718', 'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'mac_address': 'fa:16:3e:70:ae:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:59Z', 'updated_at': '2021-07-23T16:10:06Z', 'revision_number': 5, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'subnets': [{'id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:25.035395 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:25.037813 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d" -d '{"events": [{"name": "network-changed", "server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:25.044447 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee44b1-3cea-47f8-8cf2-b5524c570c5a None None] The sync data for ids ['c6110432-6c4b-4799-9ef7-63908b071f17'] in dv-cinder-801989-4-iscsi is: [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:10:00Z', 'revision_number': 4, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '4587dab5-9635-4727-8c4b-427206ace718', 'name': '', 'network_id': 'cbb8efd9-d330-47d1-88c0-533da436ae8f', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'mac_address': 'fa:16:3e:70:ae:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:59Z', 'updated_at': '2021-07-23T16:10:06Z', 'revision_number': 5, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'subnets': [{'id': '1b39297c-14f8-4e44-853e-81ba68862a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:14:25.076639 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71701e47-40e4-49bb-8658-6855442e530e x-openstack-request-id: req-71701e47-40e4-49bb-8658-6855442e530e {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:25.077121 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:25.077503 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71701e47-40e4-49bb-8658-6855442e530e {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:25.078043 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c', 'status': 'completed', 'code': 200} Jul 23 16:14:25.238194 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d req-2e644b29-5764-474e-810f-8cfb209a940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:25.239878 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d req-2e644b29-5764-474e-810f-8cfb209a940c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e0f30eb2c1064c2da54d700702dbf937&device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 1099 time: 0.0803204 Jul 23 16:14:25.298209 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2711ddab-8d03-40a8-8141-9502f86fbec3 None None] New status for floating IP 1878bc9d-0506-4e2a-9edd-0acf865764af: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:14:25.381691 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d req-7057ae34-4857-4cbc-b244-49d1bfceae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:25.384336 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d req-7057ae34-4857-4cbc-b244-49d1bfceae30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbb8efd9-d330-47d1-88c0-533da436ae8f HTTP/1.1" status: 200 len: 915 time: 0.1292884 Jul 23 16:14:25.452236 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d req-f7c32bd9-ca6f-460a-bc1f-3336d250050d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67131e16-84c9-4b40-8d4d-e669e228452c HTTP/1.1" status: 200 len: 217 time: 0.0459616 Jul 23 16:14:25.516038 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d req-411580e9-9316-4595-a5cd-f44658dfdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:25.517558 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d req-411580e9-9316-4595-a5cd-f44658dfdba4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b39297c-14f8-4e44-853e-81ba68862a65 HTTP/1.1" status: 200 len: 853 time: 0.0555525 Jul 23 16:14:25.582646 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d req-25844951-b8c8-4d44-b9af-dd25dbb8d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:25.584054 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d req-25844951-b8c8-4d44-b9af-dd25dbb8d464 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbb8efd9-d330-47d1-88c0-533da436ae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570092 Jul 23 16:14:25.688212 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d req-852cfd7a-4b19-4fb8-b109-8973f6eaffd6 service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929477 Jul 23 16:14:25.783871 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ce9ee1cb-e0aa-4f39-aeb4-91cead4de85d req-83f68eff-9d7a-4d96-9914-f3ad31f7ca7a service neutron] 10.222.0.72 "GET /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856855 Jul 23 16:14:26.949925 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ea66fa16-897b-424d-814e-ebfc0206df3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:27.180945 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:28.167468 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:28.212194 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bcae5-e1c8-4ab4-987b-1f8a9a4c1333 req-d490a6eb-29c6-47d6-83f2-613e3885c187 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:28.213714 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-361bcae5-e1c8-4ab4-987b-1f8a9a4c1333 req-d490a6eb-29c6-47d6-83f2-613e3885c187 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 946 time: 0.0661688 Jul 23 16:14:28.254123 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-361bcae5-e1c8-4ab4-987b-1f8a9a4c1333 req-3ab68c57-57db-4074-8558-845e4015296d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347867 Jul 23 16:14:29.388952 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb886e-1631-4655-a0ba-6bc1f065476f req-631a86b7-aea3-45ff-9d3d-88d7f62a2a88 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:29.390478 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-67cb886e-1631-4655-a0ba-6bc1f065476f req-631a86b7-aea3-45ff-9d3d-88d7f62a2a88 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 946 time: 0.0695734 Jul 23 16:14:29.428160 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-67cb886e-1631-4655-a0ba-6bc1f065476f req-c5e00a21-be9b-4b5b-8d34-6a84f5fb3651 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323706 Jul 23 16:14:29.843145 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:30.315800 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:14:30.567596 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2fa1-cc39-415c-8960-23b490b44137 req-d7fa8b9f-17af-42b5-a870-f7cdf38786d0 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:30.569103 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-696d2fa1-cc39-415c-8960-23b490b44137 req-d7fa8b9f-17af-42b5-a870-f7cdf38786d0 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 946 time: 0.0701826 Jul 23 16:14:30.609362 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-696d2fa1-cc39-415c-8960-23b490b44137 req-7e0888d8-8c58-4944-8486-66a78fb76439 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2b3f3e4-fea2-4754-af52-86ea11bfc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337627 Jul 23 16:14:31.272400 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665316-9f58-43b8-864c-3cee7d9f3b21 req-c709502c-6a5b-4a23-8437-0919f62947f6 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:31.274253 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-65665316-9f58-43b8-864c-3cee7d9f3b21 req-c709502c-6a5b-4a23-8437-0919f62947f6 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.72 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 946 time: 0.0628383 Jul 23 16:14:31.387781 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-65665316-9f58-43b8-864c-3cee7d9f3b21 req-0e6a0537-cd1b-4901-84fc-a9d9a6601b1d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Deleting port 67131e16-84c9-4b40-8d4d-e669e228452c {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:31.388035 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-65665316-9f58-43b8-864c-3cee7d9f3b21 req-0e6a0537-cd1b-4901-84fc-a9d9a6601b1d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:31.479867 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-65665316-9f58-43b8-864c-3cee7d9f3b21 req-0e6a0537-cd1b-4901-84fc-a9d9a6601b1d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] For port 67131e16-84c9-4b40-8d4d-e669e228452c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=67131e16-84c9-4b40-8d4d-e669e228452c,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:31.480284 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-65665316-9f58-43b8-864c-3cee7d9f3b21 req-0e6a0537-cd1b-4901-84fc-a9d9a6601b1d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:31.491944 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-65665316-9f58-43b8-864c-3cee7d9f3b21 req-0e6a0537-cd1b-4901-84fc-a9d9a6601b1d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Calling delete_port for 67131e16-84c9-4b40-8d4d-e669e228452c owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:31.618037 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-65665316-9f58-43b8-864c-3cee7d9f3b21 req-0e6a0537-cd1b-4901-84fc-a9d9a6601b1d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:31.649770 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a0537-cd1b-4901-84fc-a9d9a6601b1d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Pushing event deleted for resources: {'Port': ['ID=67131e16-84c9-4b40-8d4d-e669e228452c,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:31.667800 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['67131e16-84c9-4b40-8d4d-e669e228452c'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:14:31.714756 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-65665316-9f58-43b8-864c-3cee7d9f3b21 req-0e6a0537-cd1b-4901-84fc-a9d9a6601b1d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] No DVR routers for this DVR port 67131e16-84c9-4b40-8d4d-e669e228452c on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:31.717414 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-65665316-9f58-43b8-864c-3cee7d9f3b21 req-0e6a0537-cd1b-4901-84fc-a9d9a6601b1d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:31.719430 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-65665316-9f58-43b8-864c-3cee7d9f3b21 req-0e6a0537-cd1b-4901-84fc-a9d9a6601b1d tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.72 "DELETE /v2.0/ports/67131e16-84c9-4b40-8d4d-e669e228452c HTTP/1.1" status: 204 len: 173 time: 0.4325294 Jul 23 16:14:31.719887 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'name': 'network-vif-deleted', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:31.722157 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843eed8c-bca2-40f5-aa1c-6cd21c847ed1" -d '{"events": [{"server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "name": "network-vif-deleted", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:31.732002 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fa5db47a-025b-44b9-90fe-ebaa3cd435a4 req-9da2ab46-cd49-47f0-b842-5e10512875e6 tempest-TestMinimumBasicScenario-433101267 tempest-TestMinimumBasicScenario-433101267-project] 10.222.0.65 "GET /v2.0/ports?device_id=a044205d-97b2-4e2c-bc35-aa5870d284ed HTTP/1.1" status: 200 len: 210 time: 0.0307894 Jul 23 16:14:31.775784 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b9c40-eb77-4be6-b821-52e7ac2ad90c x-openstack-request-id: req-1f2b9c40-eb77-4be6-b821-52e7ac2ad90c {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:31.776066 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a044205d-97b2-4e2c-bc35-aa5870d284ed", "name": "network-vif-deleted", "tag": "67131e16-84c9-4b40-8d4d-e669e228452c", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:31.776341 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f2b9c40-eb77-4be6-b821-52e7ac2ad90c {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:31.776729 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a044205d-97b2-4e2c-bc35-aa5870d284ed', 'name': 'network-vif-deleted', 'tag': '67131e16-84c9-4b40-8d4d-e669e228452c', 'status': 'completed', 'code': 200} Jul 23 16:14:33.517811 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48506) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:33.942453 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16377422'] for router_interface, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:34.223862 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] Deleting port 4587dab5-9635-4727-8c4b-427206ace718 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:34.224223 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:34.302164 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] For port 4587dab5-9635-4727-8c4b-427206ace718, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=4587dab5-9635-4727-8c4b-427206ace718,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:34.302546 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:34.316524 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] Calling delete_port for 4587dab5-9635-4727-8c4b-427206ace718 owned by network:router_interface {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:34.514604 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:34.556937 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4587dab5-9635-4727-8c4b-427206ace718,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:34.743926 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16721121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16376856'] for router_interface, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:35.207124 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] Router c6110432-6c4b-4799-9ef7-63908b071f17 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:14:35.314634 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:14:35.321504 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e5adfb05-ee48-40fc-bde0-f8f206161ab9 admin admin] 10.222.0.65 "PUT /v2.0/routers/c6110432-6c4b-4799-9ef7-63908b071f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8021586 Jul 23 16:14:35.324439 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48516) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:35.326275 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373dafeb-a44f-4538-9432-02fe09078093 None None] Sync routers for ids ['c6110432-6c4b-4799-9ef7-63908b071f17'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:14:35.337160 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373dafeb-a44f-4538-9432-02fe09078093 None None] Routers {'c6110432-6c4b-4799-9ef7-63908b071f17'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:35.338426 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-373dafeb-a44f-4538-9432-02fe09078093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c6110432-6c4b-4799-9ef7-63908b071f17'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:35.433457 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:35.446539 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-373dafeb-a44f-4538-9432-02fe09078093 None None] Set router c6110432-6c4b-4799-9ef7-63908b071f17 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:35.539031 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:35.594162 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Deleting port 69432197-1570-4816-8c0e-31968b4ded35 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:35.594868 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:35.629706 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-373dafeb-a44f-4538-9432-02fe09078093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '69432197-1570-4816-8c0e-31968b4ded35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:14:34Z', 'revision_number': 5, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port': {'id': '69432197-1570-4816-8c0e-31968b4ded35', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:09:55Z', 'updated_at': '2021-07-23T16:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:35.661038 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373dafeb-a44f-4538-9432-02fe09078093 None None] Checking router: c6110432-6c4b-4799-9ef7-63908b071f17 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:14:35.669620 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373dafeb-a44f-4538-9432-02fe09078093 None None] Routers {'c6110432-6c4b-4799-9ef7-63908b071f17'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:35.670230 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-373dafeb-a44f-4538-9432-02fe09078093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c6110432-6c4b-4799-9ef7-63908b071f17'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:35.678111 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] For port 69432197-1570-4816-8c0e-31968b4ded35, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=69432197-1570-4816-8c0e-31968b4ded35,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:35.678495 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:35.691579 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Calling delete_port for 69432197-1570-4816-8c0e-31968b4ded35 owned by network:router_gateway {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:35.753592 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-373dafeb-a44f-4538-9432-02fe09078093 None None] Set router c6110432-6c4b-4799-9ef7-63908b071f17 gateway port host: None {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:35.808524 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-373dafeb-a44f-4538-9432-02fe09078093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:14:35Z', 'revision_number': 6, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port_host': None}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:35.836395 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373dafeb-a44f-4538-9432-02fe09078093 None None] The sync data for ids ['c6110432-6c4b-4799-9ef7-63908b071f17'] in dv-cinder-801989-4-iscsi is: [{'id': 'c6110432-6c4b-4799-9ef7-63908b071f17', 'name': 'tempest-TestMinimumBasicScenario-208206152-router', 'tenant_id': 'e0f30eb2c1064c2da54d700702dbf937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:09:54Z', 'updated_at': '2021-07-23T16:14:35Z', 'revision_number': 6, 'project_id': 'e0f30eb2c1064c2da54d700702dbf937', 'gw_port_host': None}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:14:35.859859 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:35.886770 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=69432197-1570-4816-8c0e-31968b4ded35,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:35.957062 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16380175'] for router_gateway, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.064374 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1938'] for router, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.064374 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.105488 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16401131'] for router, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.106059 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6110432-6c4b-4799-9ef7-63908b071f17 {{(pid=93343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:14:36.110498 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.112025 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-263bab3a-5d05-462c-b4cc-cee55c6111b2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c6110432-6c4b-4799-9ef7-63908b071f17 HTTP/1.1" status: 204 len: 168 time: 0.7861958 Jul 23 16:14:36.114379 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48524) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:36.162333 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Deleting subnet 1b39297c-14f8-4e44-853e-81ba68862a65 {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:14:36.165532 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.206304 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731459'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.505165 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 67131e16-84c9-4b40-8d4d-e669e228452c no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:36.537465 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 67131e16-84c9-4b40-8d4d-e669e228452c {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:36.538615 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 67131e16-84c9-4b40-8d4d-e669e228452c not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:36.577218 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.639923 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12656138'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.670795 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b39297c-14f8-4e44-853e-81ba68862a65,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:36.682217 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.682570 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.682915 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.683249 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.683586 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.683914 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.684275 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.684606 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.684934 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.685256 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.685585 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.685903 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:36.689127 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.690076 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b1e48-c429-4fff-8216-486d2d11edb4 None None] Network cbb8efd9-d330-47d1-88c0-533da436ae8f requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:14:36.691046 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f152ac82-19fe-4919-85f0-95680a21cf09 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1b39297c-14f8-4e44-853e-81ba68862a65 HTTP/1.1" status: 204 len: 168 time: 0.5755730 Jul 23 16:14:36.693902 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48538) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:36.711830 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 4587dab5-9635-4727-8c4b-427206ace718 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:36.740706 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 4587dab5-9635-4727-8c4b-427206ace718 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:36.741070 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 4587dab5-9635-4727-8c4b-427206ace718 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:36.772160 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.838150 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Deleting port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:36.838663 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.906343 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] For port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=33ce41f1-2842-4a35-8f3b-b45ff29b1bb5,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:36.906733 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.920099 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Calling delete_port for 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 owned by network:dhcp {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:36.934301 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] DHCP port deletion for cbb8efd9-d330-47d1-88c0-533da436ae8f request from dv-cinder-801989-4-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:14:36.988095 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Deleting port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 {{(pid=93344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:36.988607 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.013858 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.042880 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ce41f1-2842-4a35-8f3b-b45ff29b1bb5,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:37.046615 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] No DVR routers for this DVR port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 on host dv-cinder-801989-4-iscsi {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:37.066967 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] For port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=33ce41f1-2842-4a35-8f3b-b45ff29b1bb5,segment=NetworkSegment(850804c8-7701-4616-9268-d99c103bbe1b),segment_id=850804c8-7701-4616-9268-d99c103bbe1b)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:37.067398 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.086914 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Calling delete_port for 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 owned by network:dhcp {{(pid=93344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:37.139449 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.157098 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb8efd9-d330-47d1-88c0-533da436ae8f']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:37.170314 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850804c8-7701-4616-9268-d99c103bbe1b') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:37.170610 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850804c8-7701-4616-9268-d99c103bbe1b') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:37.180104 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14468280'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.194169 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.201335 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:14:37.201697 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12610640'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: Traceback (most recent call last): Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: timer() Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: cb(*args, **kw) Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: return func(*args, **kwargs) Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: self._notify() Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: self.callback(batched_events) Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: event.method(event) Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: return f(self, *a, **k) Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._get(url).json() Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:14:37.203721 dv-cinder-801989-4-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:14:37.215782 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917'] for port, after_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.259304 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.266902 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.268877 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cbb8efd9-d330-47d1-88c0-533da436ae8f HTTP/1.1" status: 204 len: 168 time: 0.5730135 Jul 23 16:14:37.271941 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48540) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:37.279192 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eb060-154b-4c9e-b862-8d40e2fbdaf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb8efd9-d330-47d1-88c0-533da436ae8f,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:37.362206 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Pushing event deleted for resources: {'Port': ['ID=33ce41f1-2842-4a35-8f3b-b45ff29b1bb5,revision_number=None']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:37.370520 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] No DVR routers for this DVR port 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 on host dv-cinder-801989-4-iscsi {{(pid=93344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:37.372375 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.372719 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.373050 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.373375 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.373707 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.374022 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.374344 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.374661 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.374994 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.375310 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.375623 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.375935 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90964-da7f-460f-b43b-94b3190593c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:37.703360 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16377422'] for router_interface, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:38.022291 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:38.034647 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] Deleting port e47981ae-5941-4259-bf43-aa40ae9530fd {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:38.035011 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:38.048197 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:38.048548 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 33ce41f1-2842-4a35-8f3b-b45ff29b1bb5 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:38.049046 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 69432197-1570-4816-8c0e-31968b4ded35 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:38.070319 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 69432197-1570-4816-8c0e-31968b4ded35 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:38.070794 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 69432197-1570-4816-8c0e-31968b4ded35 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:38.123040 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] For port e47981ae-5941-4259-bf43-aa40ae9530fd, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=e47981ae-5941-4259-bf43-aa40ae9530fd,segment=NetworkSegment(b7e5d63d-a52b-40f0-a9bc-018ad768c5ea),segment_id=b7e5d63d-a52b-40f0-a9bc-018ad768c5ea)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:38.123440 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:38.138321 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] Calling delete_port for e47981ae-5941-4259-bf43-aa40ae9530fd owned by network:router_interface {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:38.356858 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:38.384329 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] Pushing event deleted for resources: {'Port': ['ID=e47981ae-5941-4259-bf43-aa40ae9530fd,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:38.562176 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16721121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16376856'] for router_interface, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:38.784430 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] Router dad0469a-1d37-4632-a91b-e92e5eb4c167 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:14:38.893256 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:14:38.902564 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48558) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:38.903246 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f649a373-91a5-4bdc-a38f-9e786e10656c admin admin] 10.222.0.65 "PUT /v2.0/routers/dad0469a-1d37-4632-a91b-e92e5eb4c167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6260612 Jul 23 16:14:38.904326 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190fded4-9eda-4b9f-81c9-da59fd92abdf None None] Sync routers for ids ['dad0469a-1d37-4632-a91b-e92e5eb4c167'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:14:38.915016 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fded4-9eda-4b9f-81c9-da59fd92abdf None None] Routers {'dad0469a-1d37-4632-a91b-e92e5eb4c167'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:38.915665 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-190fded4-9eda-4b9f-81c9-da59fd92abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['dad0469a-1d37-4632-a91b-e92e5eb4c167'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:39.031229 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-190fded4-9eda-4b9f-81c9-da59fd92abdf None None] Set router dad0469a-1d37-4632-a91b-e92e5eb4c167 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:39.057253 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Notify callbacks [] for router, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.161191 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.220442 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Deleting port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:39.220780 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.221459 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-190fded4-9eda-4b9f-81c9-da59fd92abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'name': 'tempest-TestMinimumBasicScenario-949742290-router', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:03Z', 'updated_at': '2021-07-23T16:14:38Z', 'revision_number': 5, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'gw_port': {'id': 'ff3f3348-2fc2-4ac2-8aa0-21cb889d1698', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:10:04Z', 'updated_at': '2021-07-23T16:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:39.255015 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190fded4-9eda-4b9f-81c9-da59fd92abdf None None] Checking router: dad0469a-1d37-4632-a91b-e92e5eb4c167 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:14:39.265687 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fded4-9eda-4b9f-81c9-da59fd92abdf None None] Routers {'dad0469a-1d37-4632-a91b-e92e5eb4c167'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:39.266431 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-190fded4-9eda-4b9f-81c9-da59fd92abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['dad0469a-1d37-4632-a91b-e92e5eb4c167'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:39.314319 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] For port ff3f3348-2fc2-4ac2-8aa0-21cb889d1698, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=ff3f3348-2fc2-4ac2-8aa0-21cb889d1698,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:39.314701 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.329163 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Calling delete_port for ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 owned by network:router_gateway {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:39.361596 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-190fded4-9eda-4b9f-81c9-da59fd92abdf None None] Set router dad0469a-1d37-4632-a91b-e92e5eb4c167 gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:39.413958 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-190fded4-9eda-4b9f-81c9-da59fd92abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'name': 'tempest-TestMinimumBasicScenario-949742290-router', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:03Z', 'updated_at': '2021-07-23T16:14:39Z', 'revision_number': 6, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'gw_port_host': None}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:39.443691 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190fded4-9eda-4b9f-81c9-da59fd92abdf None None] The sync data for ids ['dad0469a-1d37-4632-a91b-e92e5eb4c167'] in dv-cinder-801989-4-iscsi is: [{'id': 'dad0469a-1d37-4632-a91b-e92e5eb4c167', 'name': 'tempest-TestMinimumBasicScenario-949742290-router', 'tenant_id': '3f42ae4f95ca405da8258efb7d470b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:10:03Z', 'updated_at': '2021-07-23T16:14:39Z', 'revision_number': 6, 'project_id': '3f42ae4f95ca405da8258efb7d470b16', 'gw_port_host': None}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:14:39.518245 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.544298 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3f3348-2fc2-4ac2-8aa0-21cb889d1698,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:39.611070 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16380175'] for router_gateway, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.705390 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1938'] for router, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.707528 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.758806 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16401131'] for router, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.759298 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dad0469a-1d37-4632-a91b-e92e5eb4c167 {{(pid=93343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:14:39.764114 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.765243 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-1456aa80-e91a-4ca8-b875-c0030868261c admin admin] 10.222.0.65 "DELETE /v2.0/routers/dad0469a-1d37-4632-a91b-e92e5eb4c167 HTTP/1.1" status: 204 len: 168 time: 0.8603477 Jul 23 16:14:39.769052 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48566) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:39.817059 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40402fe-d83a-438b-a868-c5bdece0c39a admin admin] Deleting subnet 2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:14:39.821006 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b40402fe-d83a-438b-a868-c5bdece0c39a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.857186 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b40402fe-d83a-438b-a868-c5bdece0c39a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14468225'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:39.971937 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b40402fe-d83a-438b-a868-c5bdece0c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.033952 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b40402fe-d83a-438b-a868-c5bdece0c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12610794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980115'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.071955 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40402fe-d83a-438b-a868-c5bdece0c39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:40.077957 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b40402fe-d83a-438b-a868-c5bdece0c39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.079830 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b40402fe-d83a-438b-a868-c5bdece0c39a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2f7ea8d1-8a9d-4b57-9c3a-4b95ef09edec HTTP/1.1" status: 204 len: 168 time: 0.3097348 Jul 23 16:14:40.082616 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48574) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:40.090719 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d574c7-68b4-4d9f-99ad-0c96895bab57 None None] Network e5745005-45fe-4b83-b959-eb3500b3e6e9 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:14:40.289053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device e47981ae-5941-4259-bf43-aa40ae9530fd no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:40.312961 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: e47981ae-5941-4259-bf43-aa40ae9530fd {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:40.313305 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device e47981ae-5941-4259-bf43-aa40ae9530fd not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:40.313729 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:40.335423 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:40.335865 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ff3f3348-2fc2-4ac2-8aa0-21cb889d1698 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:40.349656 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade59b6-1b3d-4c87-a197-347569e57f9f None None] DHCP port deletion for e5745005-45fe-4b83-b959-eb3500b3e6e9 request from dv-cinder-801989-4-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:14:40.402539 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.419363 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-5ade59b6-1b3d-4c87-a197-347569e57f9f None None] Deleting port ded6c6e1-7e84-4788-b1ab-0ad04a75b534 {{(pid=93344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:40.419944 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5ade59b6-1b3d-4c87-a197-347569e57f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.490113 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Deleting port ded6c6e1-7e84-4788-b1ab-0ad04a75b534 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:40.491309 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.506063 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-5ade59b6-1b3d-4c87-a197-347569e57f9f None None] For port ded6c6e1-7e84-4788-b1ab-0ad04a75b534, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=ded6c6e1-7e84-4788-b1ab-0ad04a75b534,segment=NetworkSegment(b7e5d63d-a52b-40f0-a9bc-018ad768c5ea),segment_id=b7e5d63d-a52b-40f0-a9bc-018ad768c5ea)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:40.507153 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5ade59b6-1b3d-4c87-a197-347569e57f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.525637 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-5ade59b6-1b3d-4c87-a197-347569e57f9f None None] Calling delete_port for ded6c6e1-7e84-4788-b1ab-0ad04a75b534 owned by network:dhcp {{(pid=93344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:40.575792 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] For port ded6c6e1-7e84-4788-b1ab-0ad04a75b534, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=ded6c6e1-7e84-4788-b1ab-0ad04a75b534,segment=NetworkSegment(b7e5d63d-a52b-40f0-a9bc-018ad768c5ea),segment_id=b7e5d63d-a52b-40f0-a9bc-018ad768c5ea)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:40.576200 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.593975 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Calling delete_port for ded6c6e1-7e84-4788-b1ab-0ad04a75b534 owned by network:dhcp {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:40.641424 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5ade59b6-1b3d-4c87-a197-347569e57f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917'] for port, after_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.667561 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade59b6-1b3d-4c87-a197-347569e57f9f None None] Pushing event deleted for resources: {'Port': ['ID=ded6c6e1-7e84-4788-b1ab-0ad04a75b534,revision_number=None']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:40.671142 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade59b6-1b3d-4c87-a197-347569e57f9f None None] No DVR routers for this DVR port ded6c6e1-7e84-4788-b1ab-0ad04a75b534 on host dv-cinder-801989-4-iscsi {{(pid=93344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:40.681337 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.709435 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded6c6e1-7e84-4788-b1ab-0ad04a75b534,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:40.718081 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] No DVR routers for this DVR port ded6c6e1-7e84-4788-b1ab-0ad04a75b534 on host dv-cinder-801989-4-iscsi {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:40.789022 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.799387 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5745005-45fe-4b83-b959-eb3500b3e6e9']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:40.809116 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e5d63d-a52b-40f0-a9bc-018ad768c5ea') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:40.809409 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e5d63d-a52b-40f0-a9bc-018ad768c5ea') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:40.818482 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731514'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.832461 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.838937 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:14:40.839351 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827428'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: self.session.flush() Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: self.session.flush() Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: self.session.flush() Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: self.session.flush() Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: Traceback (most recent call last): Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: timer() Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: cb(*args, **kw) Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: return func(*args, **kwargs) Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: self._notify() Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: self.callback(batched_events) Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: event.method(event) Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: return f(self, *a, **k) Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._get(url).json() Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:14:40.841192 dv-cinder-801989-4-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:14:40.905170 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.910558 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:40.912481 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e5745005-45fe-4b83-b959-eb3500b3e6e9 HTTP/1.1" status: 204 len: 168 time: 0.8288062 Jul 23 16:14:40.923362 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374503a-2ee6-48f2-8f53-a5f3281bd655 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5745005-45fe-4b83-b959-eb3500b3e6e9,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:41.096558 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48580) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:41.144287 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e2bb2a68-b459-41d0-9bc3-b00e6f58974d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0f30eb2c1064c2da54d700702dbf937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462191 Jul 23 16:14:41.146768 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48584) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:41.201156 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d0a50357-484e-4ff1-8760-5ba448c81221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.223066 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d0a50357-484e-4ff1-8760-5ba448c81221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.286264 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d0a50357-484e-4ff1-8760-5ba448c81221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.290013 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d0a50357-484e-4ff1-8760-5ba448c81221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.294385 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d0a50357-484e-4ff1-8760-5ba448c81221 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2b3f3e4-fea2-4754-af52-86ea11bfc99f HTTP/1.1" status: 204 len: 168 time: 0.1444921 Jul 23 16:14:41.302448 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a50357-484e-4ff1-8760-5ba448c81221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b3f3e4-fea2-4754-af52-86ea11bfc99f,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:41.444007 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48594) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:41.597139 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b6617cc7-3f25-40eb-923c-8a90bac577cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.614369 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48598) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:41.657830 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d7584063-8e2b-4292-beee-505fd569f98e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f42ae4f95ca405da8258efb7d470b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422156 Jul 23 16:14:41.660466 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48600) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:41.723336 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b6617cc7-3f25-40eb-923c-8a90bac577cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.731817 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b6617cc7-3f25-40eb-923c-8a90bac577cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.753070 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b77e78fc-7d56-4d3d-b1f1-cd964dfa9b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.785296 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b6617cc7-3f25-40eb-923c-8a90bac577cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec613da4eb5949959e1050c1eb6de709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377066 Jul 23 16:14:41.785689 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48602) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:41.795640 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6617cc7-3f25-40eb-923c-8a90bac577cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df47f952-fdc4-41b5-a260-112d6046ee78,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:41.813373 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b77e78fc-7d56-4d3d-b1f1-cd964dfa9b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.874023 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ae72a7e6-c6a0-42cf-b636-fc2281668cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.898864 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ae72a7e6-c6a0-42cf-b636-fc2281668cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.900461 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b77e78fc-7d56-4d3d-b1f1-cd964dfa9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.902961 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b77e78fc-7d56-4d3d-b1f1-cd964dfa9b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.904080 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b77e78fc-7d56-4d3d-b1f1-cd964dfa9b67 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a7fce86-4fff-40d0-8195-7ceaaf4bf63b HTTP/1.1" status: 204 len: 168 time: 0.2416627 Jul 23 16:14:41.923709 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e78fc-7d56-4d3d-b1f1-cd964dfa9b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7fce86-4fff-40d0-8195-7ceaaf4bf63b,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:41.968991 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ae72a7e6-c6a0-42cf-b636-fc2281668cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.972159 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ae72a7e6-c6a0-42cf-b636-fc2281668cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.973455 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ae72a7e6-c6a0-42cf-b636-fc2281668cc9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df47f952-fdc4-41b5-a260-112d6046ee78 HTTP/1.1" status: 204 len: 168 time: 0.1866252 Jul 23 16:14:41.986539 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72a7e6-c6a0-42cf-b636-fc2281668cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df47f952-fdc4-41b5-a260-112d6046ee78,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:42.072790 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ded6c6e1-7e84-4788-b1ab-0ad04a75b534 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:42.102362 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: ded6c6e1-7e84-4788-b1ab-0ad04a75b534 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:42.102362 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ded6c6e1-7e84-4788-b1ab-0ad04a75b534 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:42.778809 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48650) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:42.873446 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2114464348-network', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:42.895392 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Made reservation on behalf of d90d9b3511cc426b85a70d5ae8fd3ec4 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:14:42.898477 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:42.908726 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.010806 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.015533 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.045318 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:14:43.055508 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a57582-d492-4fe1-8595-af42b19a1b6c,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:43.060449 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.060777 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Added segment 768605c6-3863-43af-b1d4-4caed8a2b3c2 of type vlan for network 988e5fc2-b879-42dd-b1a0-547d2436f88a Jul 23 16:14:43.103867 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.133851 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.134891 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:43.135518 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.167087 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3870842 Jul 23 16:14:43.170075 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48664) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:43.175720 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] Request body: {'subnet': {'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2114464348-subnet', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:43.199034 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea93c7-a111-47ae-b65e-f6ddd6a50778 admin admin] Pushing event updated for resources: {'Network': ['ID=988e5fc2-b879-42dd-b1a0-547d2436f88a,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:43.203154 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] Made reservation on behalf of d90d9b3511cc426b85a70d5ae8fd3ec4 for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:14:43.205861 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12656175'] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.209791 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network 988e5fc2-b879-42dd-b1a0-547d2436f88a details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:14:43.404466 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12827615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12656189'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.465692 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6860861-9693-4bd7-ab3e-9801b2b08a54,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:43.474783 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] Checking segment: {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:43.475138 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] Network hostable DHCP agents. Network: 988e5fc2-b879-42dd-b1a0-547d2436f88a, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:14:43.492237 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] Network 988e5fc2-b879-42dd-b1a0-547d2436f88a is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:14:43.500656 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, 988e5fc2-b879-42dd-b1a0-547d2436f88a) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:43.504659 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:43.505241 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.512013 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e79728b-975d-4045-b27d-1145ca1aae92 None None] Network 988e5fc2-b879-42dd-b1a0-547d2436f88a requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:14:43.520296 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f779b73a-7439-44c9-9089-a9648cc5f4c9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3490784 Jul 23 16:14:43.523966 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48672) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:43.528549 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:43.549261 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1980'] for router, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.550225 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16380256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16280892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1925'] for router, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.613129 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.677795 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb52a4463-a496-520e-acd4-c3663e80fcd1-988e5fc2-b879-42dd-b1a0-547d2436f88a', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54'}]}} from dv-cinder-801989-4-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:14:43.679351 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.765933 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16380238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16401019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1947'] for router, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.817468 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Allocated IP 172.20.0.2 (988e5fc2-b879-42dd-b1a0-547d2436f88a/a6860861-9693-4bd7-ab3e-9801b2b08a54/1c29056a-36b4-40b0-9dd4-447fdc25d8bc) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:43.970634 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.979916 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Transition to ACTIVE for port object 1c29056a-36b4-40b0-9dd4-447fdc25d8bc will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:43.985234 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:43.996426 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Transition to ACTIVE for port object 1c29056a-36b4-40b0-9dd4-447fdc25d8bc will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:44.003510 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:44.005223 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:44.054479 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Network 988e5fc2-b879-42dd-b1a0-547d2436f88a is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:44.059187 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:44.064651 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:44.078037 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Pushing event updated for resources: {'Port': ['ID=1c29056a-36b4-40b0-9dd4-447fdc25d8bc,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:44.135842 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Allocated IP 172.27.2.157 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/ce593541-88f5-4673-a859-1f21dd9dd92e) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:44.141653 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Attempting to bind port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:14:44.142094 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Attempting to bind port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:14:44.142599 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Attempting to bind port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc on network 988e5fc2-b879-42dd-b1a0-547d2436f88a {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:44.149364 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:14:44.149808 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Checking segment: {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:44.150294 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:44.150956 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Bound using segment: {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:14:44.151729 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Bound port: 1c29056a-36b4-40b0-9dd4-447fdc25d8bc, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:14:44.152341 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:44.223416 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] For port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:14:44.227111 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] For port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=1c29056a-36b4-40b0-9dd4-447fdc25d8bc,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:14:44.233317 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:44.245577 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:44.292097 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc065b2-601f-4b37-842d-380bd5e6c936 None None] Pushing event updated for resources: {'Port': ['ID=1c29056a-36b4-40b0-9dd4-447fdc25d8bc,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:44.297140 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:44.337895 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:44.340947 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:44.344444 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:44.357434 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce593541-88f5-4673-a859-1f21dd9dd92e,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:44.904914 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.123530 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16380211'] for router, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.150362 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb92cf0-7c2b-4b58-92f9-1419a39dded6 None None] Network 988e5fc2-b879-42dd-b1a0-547d2436f88a requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:14:45.231495 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-5f11e1dd-3e7d-4210-af3c-eb0b20467bf4 None None] Provisioning for port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:45.273748 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Router 001f1434-9909-4619-ab2b-30fbca2f726b is scheduled to L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 with binding_index 1 {{(pid=93343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:14:45.392585 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:14:45.405407 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Sync routers for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:14:45.412562 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.414924 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e4bf5fdd-c777-44f7-9dd2-a436ef271dd9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8898957 Jul 23 16:14:45.417097 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:45.417638 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48684) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:45.418164 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:45.541116 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:45.748431 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:44Z', 'revision_number': 3, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:45.775174 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Checking router: 001f1434-9909-4619-ab2b-30fbca2f726b for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:14:45.775518 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Updating router 001f1434-9909-4619-ab2b-30fbca2f726b port ce593541-88f5-4673-a859-1f21dd9dd92e binding host dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:14:45.809419 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.848598 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.009953 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Allocated IP 172.20.0.1 (988e5fc2-b879-42dd-b1a0-547d2436f88a/a6860861-9693-4bd7-ab3e-9801b2b08a54/fe1d72ea-162e-4c84-962d-9d406d6ca086) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:46.067050 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 1c29056a-36b4-40b0-9dd4-447fdc25d8bc up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:46.112560 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.130201 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Transition to ACTIVE for port object ce593541-88f5-4673-a859-1f21dd9dd92e will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:46.135856 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.137715 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.151508 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Transition to ACTIVE for port object fe1d72ea-162e-4c84-962d-9d406d6ca086 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:46.172382 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:46.185565 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:46.185932 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.193120 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.227067 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed72877-adae-42b7-b0a6-56d757999ff4 None None] Pushing event updated for resources: {'Port': ['ID=ce593541-88f5-4673-a859-1f21dd9dd92e,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:46.233233 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Attempting to bind port ce593541-88f5-4673-a859-1f21dd9dd92e on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:14:46.234259 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Attempting to bind port ce593541-88f5-4673-a859-1f21dd9dd92e by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:14:46.234259 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Attempting to bind port ce593541-88f5-4673-a859-1f21dd9dd92e on network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:46.235237 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Network 988e5fc2-b879-42dd-b1a0-547d2436f88a is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:46.243914 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:46.245778 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:14:46.245998 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1d72ea-162e-4c84-962d-9d406d6ca086,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:46.246208 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Checking segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:46.246551 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.246936 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Bound using segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:14:46.247401 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Bound port: ce593541-88f5-4673-a859-1f21dd9dd92e, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:14:46.247783 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.247951 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:46.291652 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16383274'] for router_interface, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.336199 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] For port ce593541-88f5-4673-a859-1f21dd9dd92e, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:14:46.341184 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] For port ce593541-88f5-4673-a859-1f21dd9dd92e, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=ce593541-88f5-4673-a859-1f21dd9dd92e,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:14:46.351339 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.355505 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.454014 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=1c29056a-36b4-40b0-9dd4-447fdc25d8bc,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:46.459113 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed72877-adae-42b7-b0a6-56d757999ff4 None None] Pushing event updated for resources: {'Port': ['ID=ce593541-88f5-4673-a859-1f21dd9dd92e,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:46.462492 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:46.463100 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:46.465525 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.487913 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.694789 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.699929 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.768192 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-9822dd95-f218-4467-ba84-159fe8589822 None None] Provisioning for port fe1d72ea-162e-4c84-962d-9d406d6ca086 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:46.777679 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1d72ea-162e-4c84-962d-9d406d6ca086,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:46.779730 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-9822dd95-f218-4467-ba84-159fe8589822 None None] Provisioning complete for port fe1d72ea-162e-4c84-962d-9d406d6ca086 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:46.782716 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-9822dd95-f218-4467-ba84-159fe8589822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.784432 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16721128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16377597'] for router_interface, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.787121 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=1c29056a-36b4-40b0-9dd4-447fdc25d8bc,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:46.832215 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:46.862102 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-9822dd95-f218-4467-ba84-159fe8589822 None None] Port fe1d72ea-162e-4c84-962d-9d406d6ca086 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:14:46.906126 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Network 988e5fc2-b879-42dd-b1a0-547d2436f88a is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:46.908451 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:47.047074 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Router 001f1434-9909-4619-ab2b-30fbca2f726b has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:14:47.094069 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 1, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:47.140046 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9cebc-d579-49ab-9c26-077cb9209b9d None None] The sync data for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi is: [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 1, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:14:47.189349 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-ab291ac7-9f99-4e9b-a4c1-ce6e50835cb4 None None] Provisioning complete for port fe1d72ea-162e-4c84-962d-9d406d6ca086 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:47.189720 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ab291ac7-9f99-4e9b-a4c1-ce6e50835cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.198443 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:14:47.205094 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-07eb7dbf-e141-4de0-8e45-879ef82daef5 admin admin] 10.222.0.65 "PUT /v2.0/routers/001f1434-9909-4619-ab2b-30fbca2f726b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863624 Jul 23 16:14:47.230891 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-ab291ac7-9f99-4e9b-a4c1-ce6e50835cb4 None None] Port fe1d72ea-162e-4c84-962d-9d406d6ca086 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:14:47.775968 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48708) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:47.780994 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-662771826-network', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:47.827662 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Made reservation on behalf of e8b02af7c1294a048e0177a1f400b8c0 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:14:47.831830 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.841068 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.946938 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.951381 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.985196 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:14:47.991359 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860f4a58-3fc5-4d2e-8ff2-ae6a81379fe4,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:48.001776 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.002349 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Added segment de4e0025-6b6d-434f-aff9-b8e137ecb40d of type vlan for network 4c0b9e43-a63b-4d9d-a5c5-c4234623451d Jul 23 16:14:48.054838 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.095321 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.096421 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:48.102011 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.131682 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3539455 Jul 23 16:14:48.134311 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48710) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:48.141207 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] Request body: {'subnet': {'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-662771826-subnet', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:48.165040 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ce593541-88f5-4673-a859-1f21dd9dd92e up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:48.174519 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] Made reservation on behalf of e8b02af7c1294a048e0177a1f400b8c0 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:14:48.178193 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24980150'] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.198900 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966cd4b-7fb4-482d-bb40-93dbfae1e11f admin admin] Pushing event updated for resources: {'Network': ['ID=4c0b9e43-a63b-4d9d-a5c5-c4234623451d,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:48.222376 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network 4c0b9e43-a63b-4d9d-a5c5-c4234623451d details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:14:48.304105 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port ce593541-88f5-4673-a859-1f21dd9dd92e completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:48.315116 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port ce593541-88f5-4673-a859-1f21dd9dd92e triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:48.315487 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.378967 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12610731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24980132'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.441817 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c01668-40d5-4f01-82ea-96716ec4743b,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:48.445180 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.451834 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] Checking segment: {'id': 'de4e0025-6b6d-434f-aff9-b8e137ecb40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:48.452212 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] Network hostable DHCP agents. Network: 4c0b9e43-a63b-4d9d-a5c5-c4234623451d, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:14:48.476718 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] Network 4c0b9e43-a63b-4d9d-a5c5-c4234623451d is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:14:48.477867 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port ce593541-88f5-4673-a859-1f21dd9dd92e, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=ce593541-88f5-4673-a859-1f21dd9dd92e,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:48.483322 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.484255 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 1c29056a-36b4-40b0-9dd4-447fdc25d8bc up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:48.489109 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, 4c0b9e43-a63b-4d9d-a5c5-c4234623451d) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:48.494701 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:48.495289 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.512839 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-427b636d-5307-465b-a932-568afee77c60 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3762338 Jul 23 16:14:48.516406 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d79a7-ec2c-4ea1-99d0-6875d6a764c2 None None] Network 4c0b9e43-a63b-4d9d-a5c5-c4234623451d requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:14:48.518075 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48712) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:48.524795 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-662771826-router', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:48.551408 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1980'] for router, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.553040 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16380256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16280892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1925'] for router, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.614480 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.650272 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=ce593541-88f5-4673-a859-1f21dd9dd92e,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:48.672422 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:48.672831 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.765958 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.767033 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16380238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16401019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1947'] for router, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.817370 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb52a4463-a496-520e-acd4-c3663e80fcd1-4c0b9e43-a63b-4d9d-a5c5-c4234623451d', 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'fixed_ips': [{'subnet_id': '89c01668-40d5-4f01-82ea-96716ec4743b'}]}} from dv-cinder-801989-4-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:14:48.818175 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.988436 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Allocated IP 172.20.0.2 (4c0b9e43-a63b-4d9d-a5c5-c4234623451d/89c01668-40d5-4f01-82ea-96716ec4743b/34a38ddd-97ff-4c7d-8e8d-869a768df82a) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:49.014590 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.046833 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.154561 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.164915 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Transition to ACTIVE for port object 34a38ddd-97ff-4c7d-8e8d-869a768df82a will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:49.167362 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Allocated IP 172.27.2.178 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/b41683d3-f101-4101-8c51-feb2721e7b72) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:49.181773 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Transition to ACTIVE for port object 34a38ddd-97ff-4c7d-8e8d-869a768df82a will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:49.187487 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.230697 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Network 4c0b9e43-a63b-4d9d-a5c5-c4234623451d is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:49.233499 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:49.241933 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:49.245485 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Pushing event updated for resources: {'Port': ['ID=34a38ddd-97ff-4c7d-8e8d-869a768df82a,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:49.287167 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.304576 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Attempting to bind port 34a38ddd-97ff-4c7d-8e8d-869a768df82a on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:14:49.305004 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Attempting to bind port 34a38ddd-97ff-4c7d-8e8d-869a768df82a by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'de4e0025-6b6d-434f-aff9-b8e137ecb40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:14:49.305364 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Attempting to bind port 34a38ddd-97ff-4c7d-8e8d-869a768df82a on network 4c0b9e43-a63b-4d9d-a5c5-c4234623451d {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:49.310619 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:14:49.310983 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Checking segment: {'id': 'de4e0025-6b6d-434f-aff9-b8e137ecb40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:49.311636 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.312019 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Bound using segment: {'id': 'de4e0025-6b6d-434f-aff9-b8e137ecb40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:14:49.312504 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Bound port: 34a38ddd-97ff-4c7d-8e8d-869a768df82a, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4e0025-6b6d-434f-aff9-b8e137ecb40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:14:49.312880 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.341691 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.366439 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Sync routers for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:14:49.378295 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:49.380576 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:49.390616 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:49.394006 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:49.397300 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:49.408648 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] For port 34a38ddd-97ff-4c7d-8e8d-869a768df82a, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:14:49.415268 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] For port 34a38ddd-97ff-4c7d-8e8d-869a768df82a, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=34a38ddd-97ff-4c7d-8e8d-869a768df82a,segment=NetworkSegment(de4e0025-6b6d-434f-aff9-b8e137ecb40d),segment_id=de4e0025-6b6d-434f-aff9-b8e137ecb40d)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:14:49.423826 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.449149 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Pushing event updated for resources: {'Port': ['ID=b41683d3-f101-4101-8c51-feb2721e7b72,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:49.508343 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa691e-51e3-4e27-b558-5880d45a32ef None None] Pushing event updated for resources: {'Port': ['ID=34a38ddd-97ff-4c7d-8e8d-869a768df82a,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:49.535677 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:49.774851 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.796254 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 2, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:49.826579 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Checking router: 001f1434-9909-4619-ab2b-30fbca2f726b for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:14:49.826930 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Updating router 001f1434-9909-4619-ab2b-30fbca2f726b port fe1d72ea-162e-4c84-962d-9d406d6ca086 binding host dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:14:49.869906 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.230815 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ce593541-88f5-4673-a859-1f21dd9dd92e up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:50.282793 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16380211'] for router, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.291219 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port ce593541-88f5-4673-a859-1f21dd9dd92e triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:50.291593 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.343838 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.357518 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Transition to ACTIVE for port object fe1d72ea-162e-4c84-962d-9d406d6ca086 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:50.367620 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.387744 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 34a38ddd-97ff-4c7d-8e8d-869a768df82a up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:50.447466 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Pushing event updated for resources: {'Port': ['ID=fe1d72ea-162e-4c84-962d-9d406d6ca086,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:50.473243 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.473797 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.474383 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.475471 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.476232 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.477162 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.477663 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.478297 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.478839 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.479605 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.480117 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.480725 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.492667 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Router 831f26c5-8e62-4dd0-a608-c462c0be81d9 is scheduled to L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 with binding_index 1 {{(pid=93342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:14:50.501381 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Attempting to bind port fe1d72ea-162e-4c84-962d-9d406d6ca086 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:14:50.502257 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Attempting to bind port fe1d72ea-162e-4c84-962d-9d406d6ca086 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:14:50.502679 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Attempting to bind port fe1d72ea-162e-4c84-962d-9d406d6ca086 on network 988e5fc2-b879-42dd-b1a0-547d2436f88a {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:50.509927 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 34a38ddd-97ff-4c7d-8e8d-869a768df82a completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:50.510769 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:14:50.511384 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Checking segment: {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:50.512101 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.512759 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Bound using segment: {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:14:50.513522 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Bound port: fe1d72ea-162e-4c84-962d-9d406d6ca086, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:14:50.514137 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.641709 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:14:50.643405 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] For port fe1d72ea-162e-4c84-962d-9d406d6ca086, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:14:50.649708 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] For port fe1d72ea-162e-4c84-962d-9d406d6ca086, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=fe1d72ea-162e-4c84-962d-9d406d6ca086,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:14:50.654916 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Sync routers for ids ['831f26c5-8e62-4dd0-a608-c462c0be81d9'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:14:50.656283 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.666000 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Routers {'831f26c5-8e62-4dd0-a608-c462c0be81d9'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:50.666722 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['831f26c5-8e62-4dd0-a608-c462c0be81d9'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:50.676964 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.682238 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-cad1eb1d-7499-41b0-8118-4b5562cb4646 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1595211 Jul 23 16:14:50.682539 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48734) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:50.757234 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd8b85-3f4d-4987-9b64-fd1104cdcac7 None None] Pushing event updated for resources: {'Port': ['ID=fe1d72ea-162e-4c84-962d-9d406d6ca086,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:50.772726 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:50.773412 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:50.780638 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e81c1d-1b0f-476c-908e-99d3d49abec2 None None] Network 4c0b9e43-a63b-4d9d-a5c5-c4234623451d requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:14:50.898986 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Set router 831f26c5-8e62-4dd0-a608-c462c0be81d9 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:50.914726 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:51.157106 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:50Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:51.184573 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6f939b28-4d19-4964-bbf1-35f149b98648 None None] Provisioning for port 34a38ddd-97ff-4c7d-8e8d-869a768df82a completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:51.188235 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.199040 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34c087-a105-4101-a8d4-fb94b5586192 None None] The sync data for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi is: [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:50Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:14:51.225648 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6f939b28-4d19-4964-bbf1-35f149b98648 None None] Provisioning complete for port 34a38ddd-97ff-4c7d-8e8d-869a768df82a triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:51.226187 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6f939b28-4d19-4964-bbf1-35f149b98648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.395853 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Allocated IP 172.20.0.1 (4c0b9e43-a63b-4d9d-a5c5-c4234623451d/89c01668-40d5-4f01-82ea-96716ec4743b/0903bd19-e2cf-435f-a7ef-9833b32158ec) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:51.439689 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6f939b28-4d19-4964-bbf1-35f149b98648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.503774 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6f939b28-4d19-4964-bbf1-35f149b98648 None None] For port 34a38ddd-97ff-4c7d-8e8d-869a768df82a, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=34a38ddd-97ff-4c7d-8e8d-869a768df82a,segment=NetworkSegment(de4e0025-6b6d-434f-aff9-b8e137ecb40d),segment_id=de4e0025-6b6d-434f-aff9-b8e137ecb40d)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:51.515465 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6f939b28-4d19-4964-bbf1-35f149b98648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.573362 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'name': 'tempest-TestVolumeBootPattern-662771826-router', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:48Z', 'updated_at': '2021-07-23T16:14:49Z', 'revision_number': 3, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'gw_port': {'id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:49Z', 'updated_at': '2021-07-23T16:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:51.626660 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Checking router: 831f26c5-8e62-4dd0-a608-c462c0be81d9 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:14:51.627053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Updating router 831f26c5-8e62-4dd0-a608-c462c0be81d9 port b41683d3-f101-4101-8c51-feb2721e7b72 binding host dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:14:51.646130 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.670580 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.686858 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Transition to ACTIVE for port object 0903bd19-e2cf-435f-a7ef-9833b32158ec will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:51.687618 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48750) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:51.739734 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.761960 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f939b28-4d19-4964-bbf1-35f149b98648 None None] Pushing event updated for resources: {'Port': ['ID=34a38ddd-97ff-4c7d-8e8d-869a768df82a,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:51.834525 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0903bd19-e2cf-435f-a7ef-9833b32158ec,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:51.852755 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Network 4c0b9e43-a63b-4d9d-a5c5-c4234623451d is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:51.856447 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:51.857048 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-32465a4d-3eaf-448c-a93b-4566812b22fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.859864 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:51.922949 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-576d6fa1-cc56-4faf-b987-ebf22326ce8e None None] Provisioning complete for port 34a38ddd-97ff-4c7d-8e8d-869a768df82a triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:51.923844 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-576d6fa1-cc56-4faf-b987-ebf22326ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.950066 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322e028-cb51-4bf6-b83a-94797e45447e req-d7edc1ec-fca9-450d-bdec-b70330ddc311 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:51.951644 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f322e028-cb51-4bf6-b83a-94797e45447e req-d7edc1ec-fca9-450d-bdec-b70330ddc311 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.2664506 Jul 23 16:14:51.966208 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16383274'] for router_interface, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.074928 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-32465a4d-3eaf-448c-a93b-4566812b22fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.082945 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-32465a4d-3eaf-448c-a93b-4566812b22fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.174209 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device fe1d72ea-162e-4c84-962d-9d406d6ca086 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:52.178142 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-32465a4d-3eaf-448c-a93b-4566812b22fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=56acf0e9fc6445d2acf95d8ab3c6c2c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897580 Jul 23 16:14:52.179335 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48756) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:52.180046 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32465a4d-3eaf-448c-a93b-4566812b22fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2df3ee-8dea-4cf8-a544-39578c3e4651,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:52.241318 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f322e028-cb51-4bf6-b83a-94797e45447e req-5d1e74ce-5440-4142-8c55-0f4d7f917289 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822199 Jul 23 16:14:52.256280 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.286926 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port fe1d72ea-162e-4c84-962d-9d406d6ca086 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:52.296587 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port fe1d72ea-162e-4c84-962d-9d406d6ca086 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:52.297325 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.301943 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-762d8ac6-b3ee-4e61-8cab-166c5b3af65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.334647 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-762d8ac6-b3ee-4e61-8cab-166c5b3af65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.359851 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.379694 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Transition to ACTIVE for port object b41683d3-f101-4101-8c51-feb2721e7b72 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:52.385647 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-fef26f3f-1514-476b-8d9f-626cf39e1d60 None None] Provisioning for port 0903bd19-e2cf-435f-a7ef-9833b32158ec completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:52.411489 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.418271 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-fef26f3f-1514-476b-8d9f-626cf39e1d60 None None] Provisioning complete for port 0903bd19-e2cf-435f-a7ef-9833b32158ec triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:52.418678 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-fef26f3f-1514-476b-8d9f-626cf39e1d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.430950 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-762d8ac6-b3ee-4e61-8cab-166c5b3af65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.433923 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-762d8ac6-b3ee-4e61-8cab-166c5b3af65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.435323 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-762d8ac6-b3ee-4e61-8cab-166c5b3af65e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef2df3ee-8dea-4cf8-a544-39578c3e4651 HTTP/1.1" status: 204 len: 168 time: 0.2523179 Jul 23 16:14:52.445551 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d8ac6-b3ee-4e61-8cab-166c5b3af65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2df3ee-8dea-4cf8-a544-39578c3e4651,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:52.513048 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.514804 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.526429 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12610620'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.539595 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067930f-7628-4d37-88f7-a3b631f9be2e None None] Pushing event updated for resources: {'Port': ['ID=b41683d3-f101-4101-8c51-feb2721e7b72,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:52.545085 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Attempting to bind port b41683d3-f101-4101-8c51-feb2721e7b72 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:14:52.545760 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Attempting to bind port b41683d3-f101-4101-8c51-feb2721e7b72 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:14:52.545760 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Attempting to bind port b41683d3-f101-4101-8c51-feb2721e7b72 on network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:52.550389 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-fef26f3f-1514-476b-8d9f-626cf39e1d60 None None] Port 0903bd19-e2cf-435f-a7ef-9833b32158ec cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:14:52.563788 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:14:52.564263 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Checking segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:52.564741 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.565326 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Bound using segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:14:52.565881 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Bound port: b41683d3-f101-4101-8c51-feb2721e7b72, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:14:52.566279 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.570088 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16721128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16377597'] for router_interface, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.608647 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port fe1d72ea-162e-4c84-962d-9d406d6ca086, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=fe1d72ea-162e-4c84-962d-9d406d6ca086,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:52.622395 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.623184 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 34a38ddd-97ff-4c7d-8e8d-869a768df82a up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:52.652831 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0903bd19-e2cf-435f-a7ef-9833b32158ec,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:52.701378 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] For port b41683d3-f101-4101-8c51-feb2721e7b72, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:14:52.713520 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] For port b41683d3-f101-4101-8c51-feb2721e7b72, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=b41683d3-f101-4101-8c51-feb2721e7b72,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:14:52.724326 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.734335 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=fe1d72ea-162e-4c84-962d-9d406d6ca086,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:52.750703 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Network 4c0b9e43-a63b-4d9d-a5c5-c4234623451d is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:52.752762 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:52.795159 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Routers {'831f26c5-8e62-4dd0-a608-c462c0be81d9'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:52.795810 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['831f26c5-8e62-4dd0-a608-c462c0be81d9'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:52.802573 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 34a38ddd-97ff-4c7d-8e8d-869a768df82a triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:52.803073 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.878863 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Router 831f26c5-8e62-4dd0-a608-c462c0be81d9 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:14:52.900000 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067930f-7628-4d37-88f7-a3b631f9be2e None None] Pushing event updated for resources: {'Port': ['ID=b41683d3-f101-4101-8c51-feb2721e7b72,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:52.997143 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] Set router 831f26c5-8e62-4dd0-a608-c462c0be81d9 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:53.005746 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:14:53.016655 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-6b9b480a-8820-4bab-9c73-763bf90631e1 admin admin] 10.222.0.65 "PUT /v2.0/routers/831f26c5-8e62-4dd0-a608-c462c0be81d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3329544 Jul 23 16:14:53.119570 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d46f48a9-e524-4cd7-96c9-06144036290a None None] Provisioning complete for port 0903bd19-e2cf-435f-a7ef-9833b32158ec triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:53.119947 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d46f48a9-e524-4cd7-96c9-06144036290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.204090 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d46f48a9-e524-4cd7-96c9-06144036290a None None] Port 0903bd19-e2cf-435f-a7ef-9833b32158ec cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:14:53.410061 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'name': 'tempest-TestVolumeBootPattern-662771826-router', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:48Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'gw_port': {'id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:49Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '0903bd19-e2cf-435f-a7ef-9833b32158ec', 'name': '', 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'mac_address': 'fa:16:3e:d3:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '89c01668-40d5-4f01-82ea-96716ec4743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:51Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 2, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'subnets': [{'id': '89c01668-40d5-4f01-82ea-96716ec4743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:53.411256 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6edce-f76c-49e7-97c2-32d4a756824c req-d113f509-5f6d-4836-be38-80b0f1ba49a9 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:53.413852 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ad6edce-f76c-49e7-97c2-32d4a756824c req-d113f509-5f6d-4836-be38-80b0f1ba49a9 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0755723 Jul 23 16:14:53.440739 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2362dee-c28e-4627-afeb-dec3b5956047 None None] The sync data for ids ['831f26c5-8e62-4dd0-a608-c462c0be81d9'] in dv-cinder-801989-4-iscsi is: [{'id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'name': 'tempest-TestVolumeBootPattern-662771826-router', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:48Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'gw_port': {'id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:49Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '0903bd19-e2cf-435f-a7ef-9833b32158ec', 'name': '', 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'mac_address': 'fa:16:3e:d3:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '89c01668-40d5-4f01-82ea-96716ec4743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:51Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 2, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'subnets': [{'id': '89c01668-40d5-4f01-82ea-96716ec4743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:14:53.471607 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ad6edce-f76c-49e7-97c2-32d4a756824c req-e22456a6-c6ed-43dc-9da1-74426896815a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee335747-22c3-4865-8854-d18957771f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525630 Jul 23 16:14:53.551080 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48770) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:53.556963 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-a4cd8505-2e13-48ed-8658-3c96c86580b6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171874471', 'description': 'tempest-secgroup-smoke-171874471 description', 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:53.586161 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-f5f216b6-ffbd-4ce2-a44a-492985a4a6fe tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:53.587737 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-f5f216b6-ffbd-4ce2-a44a-492985a4a6fe tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 946 time: 0.0908089 Jul 23 16:14:53.603241 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8505-2e13-48ed-8658-3c96c86580b6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.769103 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Deleting port 95736f05-4188-4a7f-acaf-11bde7dc41e6 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:53.769434 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.802684 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8505-2e13-48ed-8658-3c96c86580b6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.810400 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8505-2e13-48ed-8658-3c96c86580b6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.882145 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd8505-2e13-48ed-8658-3c96c86580b6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6847902-5e57-4280-a56d-e69ac369bb45,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:53.884433 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8505-2e13-48ed-8658-3c96c86580b6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.888416 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a4cd8505-2e13-48ed-8658-3c96c86580b6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3335729 Jul 23 16:14:53.889626 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48772) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:53.894870 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-608a30f9-c86f-4fa8-b287-1c156ecc65e0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'security_group_rule': {'security_group_id': 'e6847902-5e57-4280-a56d-e69ac369bb45', 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:53.920794 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] For port 95736f05-4188-4a7f-acaf-11bde7dc41e6, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=95736f05-4188-4a7f-acaf-11bde7dc41e6,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:53.921162 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.016517 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-608a30f9-c86f-4fa8-b287-1c156ecc65e0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.054000 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device fe1d72ea-162e-4c84-962d-9d406d6ca086 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:54.136441 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port fe1d72ea-162e-4c84-962d-9d406d6ca086 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:54.137217 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.173766 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6be9f28a-6a33-41b1-8b23-9ec540ab3374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.222566 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-608a30f9-c86f-4fa8-b287-1c156ecc65e0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.355091 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.355576 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.356036 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.l3_db [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Floating IP 0801f740-c349-4a23-9cef-6770f3c289de disassociated. External IP: 172.27.2.98, port: 95736f05-4188-4a7f-acaf-11bde7dc41e6. Jul 23 16:14:54.356402 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Calling delete_port for 95736f05-4188-4a7f-acaf-11bde7dc41e6 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:54.364168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-608a30f9-c86f-4fa8-b287-1c156ecc65e0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.427606 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a30f9-c86f-4fa8-b287-1c156ecc65e0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce82336-5e8c-49c9-bc00-5d48ab54ce2b,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:54.441701 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-608a30f9-c86f-4fa8-b287-1c156ecc65e0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.442959 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-608a30f9-c86f-4fa8-b287-1c156ecc65e0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5534129 Jul 23 16:14:54.446118 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48776) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:54.451006 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-e154ea1a-4d59-4473-83b6-67cd699ebd29 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'security_group_rule': {'security_group_id': 'e6847902-5e57-4280-a56d-e69ac369bb45', 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:54.559479 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.569233 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e154ea1a-4d59-4473-83b6-67cd699ebd29 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.625597 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4db87ef8-812e-4268-a211-be9c12666daa req-de12fa4a-5c07-468d-82dd-57f0858d5686 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0459714 Jul 23 16:14:54.627645 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event deleted for resources: {'Port': ['ID=95736f05-4188-4a7f-acaf-11bde7dc41e6,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:54.770401 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e154ea1a-4d59-4473-83b6-67cd699ebd29 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.782247 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e154ea1a-4d59-4473-83b6-67cd699ebd29 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.809160 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154ea1a-4d59-4473-83b6-67cd699ebd29 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ff5ff0-6497-403b-800d-ad8e3b5b957b,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:54.820808 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e154ea1a-4d59-4473-83b6-67cd699ebd29 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.822043 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e154ea1a-4d59-4473-83b6-67cd699ebd29 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3749938 Jul 23 16:14:54.826028 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48780) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:54.831630 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-3db2fd18-0705-40e2-ba13-340d1ed5dbc4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'security_group_rule': {'security_group_id': 'e6847902-5e57-4280-a56d-e69ac369bb45', 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:54.836723 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Router 37f8336e-c3a6-4c93-b876-1294cb5abb00 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:14:54.865714 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3db2fd18-0705-40e2-ba13-340d1ed5dbc4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.932803 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3db2fd18-0705-40e2-ba13-340d1ed5dbc4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.938244 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3db2fd18-0705-40e2-ba13-340d1ed5dbc4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.960640 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2fd18-0705-40e2-ba13-340d1ed5dbc4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ccd0e7-15b6-4de5-b2ae-5b318950e79c,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:54.974097 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3db2fd18-0705-40e2-ba13-340d1ed5dbc4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.975883 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-3db2fd18-0705-40e2-ba13-340d1ed5dbc4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484277 Jul 23 16:14:54.978704 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48782) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:54.983586 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-5e33e21d-b45a-438b-9f34-58bc4f373b63 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'security_group_rule': {'security_group_id': 'e6847902-5e57-4280-a56d-e69ac369bb45', 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:54.984528 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:14:54.998874 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77ae2a-d884-4602-b5d0-287d88330183 None None] Sync routers for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:14:55.019055 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5e33e21d-b45a-438b-9f34-58bc4f373b63 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.026782 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e77ae2a-d884-4602-b5d0-287d88330183 None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:55.027767 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-9e77ae2a-d884-4602-b5d0-287d88330183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:55.047142 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] No DVR routers for this DVR port 95736f05-4188-4a7f-acaf-11bde7dc41e6 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:55.051676 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.054755 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-959f2e0a-31f6-4e52-89ed-dbff5db7f9e4 req-87c5bacd-34fb-4e77-878a-8b18995b26e0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.72 "DELETE /v2.0/ports/95736f05-4188-4a7f-acaf-11bde7dc41e6 HTTP/1.1" status: 204 len: 173 time: 1.4598613 Jul 23 16:14:55.055250 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'name': 'network-vif-deleted', 'tag': '95736f05-4188-4a7f-acaf-11bde7dc41e6'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:55.063041 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542ead4e-a971-4af2-a2d4-9d83f1946215" -d '{"events": [{"server_uuid": "1a5b2452-b8b7-4e37-bace-e792c44c940b", "name": "network-vif-deleted", "tag": "95736f05-4188-4a7f-acaf-11bde7dc41e6"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:55.117349 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c60c8c-17b2-4e7c-b180-56ff1ee6f7ab x-openstack-request-id: req-c3c60c8c-17b2-4e7c-b180-56ff1ee6f7ab {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:55.118706 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5b2452-b8b7-4e37-bace-e792c44c940b", "name": "network-vif-deleted", "tag": "95736f05-4188-4a7f-acaf-11bde7dc41e6", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:55.119178 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3c60c8c-17b2-4e7c-b180-56ff1ee6f7ab {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:55.119885 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5b2452-b8b7-4e37-bace-e792c44c940b', 'name': 'network-vif-deleted', 'tag': '95736f05-4188-4a7f-acaf-11bde7dc41e6', 'status': 'completed', 'code': 200} Jul 23 16:14:55.133626 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5e33e21d-b45a-438b-9f34-58bc4f373b63 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.139786 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5e33e21d-b45a-438b-9f34-58bc4f373b63 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.164166 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33e21d-b45a-438b-9f34-58bc4f373b63 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178095ea-c76c-48e8-b978-5e7773b333e3,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:55.174267 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5e33e21d-b45a-438b-9f34-58bc4f373b63 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.178628 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5e33e21d-b45a-438b-9f34-58bc4f373b63 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1965742 Jul 23 16:14:55.178972 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48786) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:55.184899 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-79f5225d-ee09-4e9f-9f90-b2b5b5b079a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'security_group_rule': {'security_group_id': 'e6847902-5e57-4280-a56d-e69ac369bb45', 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:55.199308 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-9e77ae2a-d884-4602-b5d0-287d88330183 None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:55.219047 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.securitygroups_db [None req-79f5225d-ee09-4e9f-9f90-b2b5b5b079a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Project d90d9b3511cc426b85a70d5ae8fd3ec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:14:55.226277 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-79f5225d-ee09-4e9f-9f90-b2b5b5b079a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.301971 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-79f5225d-ee09-4e9f-9f90-b2b5b5b079a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.307861 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-79f5225d-ee09-4e9f-9f90-b2b5b5b079a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.326651 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5225d-ee09-4e9f-9f90-b2b5b5b079a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0134d7f1-b0b2-4a80-9a9b-f10a12505e17,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:55.335115 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-79f5225d-ee09-4e9f-9f90-b2b5b5b079a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.339518 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-79f5225d-ee09-4e9f-9f90-b2b5b5b079a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559896 Jul 23 16:14:55.339757 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48788) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:55.344344 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-8fbef811-97a7-48b0-badb-2c75913904a5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'security_group_rule': {'security_group_id': 'e6847902-5e57-4280-a56d-e69ac369bb45', 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:55.369000 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.securitygroups_db [None req-8fbef811-97a7-48b0-badb-2c75913904a5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Project d90d9b3511cc426b85a70d5ae8fd3ec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:14:55.374627 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8fbef811-97a7-48b0-badb-2c75913904a5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.438419 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-9e77ae2a-d884-4602-b5d0-287d88330183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:55.439730 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8fbef811-97a7-48b0-badb-2c75913904a5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.453622 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8fbef811-97a7-48b0-badb-2c75913904a5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.470336 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77ae2a-d884-4602-b5d0-287d88330183 None None] Checking router: 37f8336e-c3a6-4c93-b876-1294cb5abb00 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:14:55.475451 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbef811-97a7-48b0-badb-2c75913904a5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a4d5de-3575-47f1-b89c-1fd8be01ce6b,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:55.483980 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e77ae2a-d884-4602-b5d0-287d88330183 None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:55.484669 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8fbef811-97a7-48b0-badb-2c75913904a5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.484794 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-9e77ae2a-d884-4602-b5d0-287d88330183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:55.486081 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8fbef811-97a7-48b0-badb-2c75913904a5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452074 Jul 23 16:14:55.607338 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-9e77ae2a-d884-4602-b5d0-287d88330183 None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:55.782497 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-81b0a49a-f048-4cb4-9f8a-ee5cf28d7403 req-5409c069-5638-4470-8d76-65b2a4338dd4 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b2452-b8b7-4e37-bace-e792c44c940b HTTP/1.1" status: 200 len: 210 time: 0.0493817 Jul 23 16:14:55.846007 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-9e77ae2a-d884-4602-b5d0-287d88330183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:55.858785 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Sync routers for ids ['831f26c5-8e62-4dd0-a608-c462c0be81d9'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:14:55.869599 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Routers {'831f26c5-8e62-4dd0-a608-c462c0be81d9'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:55.870543 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['831f26c5-8e62-4dd0-a608-c462c0be81d9'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:55.883059 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77ae2a-d884-4602-b5d0-287d88330183 None None] The sync data for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi is: [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:14:56.039806 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Set router 831f26c5-8e62-4dd0-a608-c462c0be81d9 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:56.147707 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device b41683d3-f101-4101-8c51-feb2721e7b72 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:56.264056 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3ab90-b4d7-4318-a24f-dcef6f7213e3 None None] New status for floating IP 0801f740-c349-4a23-9cef-6770f3c289de: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:14:56.264902 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port b41683d3-f101-4101-8c51-feb2721e7b72 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:56.289776 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port b41683d3-f101-4101-8c51-feb2721e7b72 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:56.290132 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.362168 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'name': 'tempest-TestVolumeBootPattern-662771826-router', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:48Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'gw_port': {'id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:49Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '0903bd19-e2cf-435f-a7ef-9833b32158ec', 'name': '', 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'mac_address': 'fa:16:3e:d3:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '89c01668-40d5-4f01-82ea-96716ec4743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:51Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 2, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'subnets': [{'id': '89c01668-40d5-4f01-82ea-96716ec4743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:56.413918 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Checking router: 831f26c5-8e62-4dd0-a608-c462c0be81d9 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:14:56.414277 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Updating router 831f26c5-8e62-4dd0-a608-c462c0be81d9 port 0903bd19-e2cf-435f-a7ef-9833b32158ec binding host dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:14:56.450162 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.479155 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.481812 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port b41683d3-f101-4101-8c51-feb2721e7b72, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=b41683d3-f101-4101-8c51-feb2721e7b72,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:56.490814 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.626212 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=b41683d3-f101-4101-8c51-feb2721e7b72,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:56.815715 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.835482 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Transition to ACTIVE for port object 0903bd19-e2cf-435f-a7ef-9833b32158ec will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:56.844699 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.883301 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48856) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:56.902351 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefd29d-6ac0-435a-9405-eaba4f532a84 None None] Pushing event updated for resources: {'Port': ['ID=0903bd19-e2cf-435f-a7ef-9833b32158ec,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:56.947546 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-11071d72-fc1b-4e07-863d-b2122f599d18 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.977569 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Attempting to bind port 0903bd19-e2cf-435f-a7ef-9833b32158ec on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:14:56.977800 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-11071d72-fc1b-4e07-863d-b2122f599d18 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.979905 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Attempting to bind port 0903bd19-e2cf-435f-a7ef-9833b32158ec by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'de4e0025-6b6d-434f-aff9-b8e137ecb40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:14:56.980563 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Attempting to bind port 0903bd19-e2cf-435f-a7ef-9833b32158ec on network 4c0b9e43-a63b-4d9d-a5c5-c4234623451d {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:56.986265 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1eea04b4-4ee2-4dc4-8f93-230aa958a5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.988081 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:14:56.988571 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Checking segment: {'id': 'de4e0025-6b6d-434f-aff9-b8e137ecb40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:56.989204 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.989820 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Bound using segment: {'id': 'de4e0025-6b6d-434f-aff9-b8e137ecb40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:14:56.990425 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Bound port: 0903bd19-e2cf-435f-a7ef-9833b32158ec, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4e0025-6b6d-434f-aff9-b8e137ecb40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:14:56.990884 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.051952 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-11071d72-fc1b-4e07-863d-b2122f599d18 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.056707 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-11071d72-fc1b-4e07-863d-b2122f599d18 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.058231 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-11071d72-fc1b-4e07-863d-b2122f599d18 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "DELETE /v2.0/security-groups/ee335747-22c3-4865-8854-d18957771f6e HTTP/1.1" status: 204 len: 168 time: 0.1739335 Jul 23 16:14:57.060984 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48858) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:57.069432 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11071d72-fc1b-4e07-863d-b2122f599d18 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee335747-22c3-4865-8854-d18957771f6e,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:57.077281 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.api.v2.resource [None req-427cf584-c636-49d5-8f53-70c9d345f652 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] show failed (client error): The resource could not be found. Jul 23 16:14:57.078504 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-427cf584-c636-49d5-8f53-70c9d345f652 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups/ee335747-22c3-4865-8854-d18957771f6e HTTP/1.1" status: 404 len: 347 time: 0.0157590 Jul 23 16:14:57.081368 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48860) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:57.108101 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] For port 0903bd19-e2cf-435f-a7ef-9833b32158ec, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:14:57.112923 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] For port 0903bd19-e2cf-435f-a7ef-9833b32158ec, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=0903bd19-e2cf-435f-a7ef-9833b32158ec,segment=NetworkSegment(de4e0025-6b6d-434f-aff9-b8e137ecb40d),segment_id=de4e0025-6b6d-434f-aff9-b8e137ecb40d)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:14:57.119557 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.205462 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Routers {'831f26c5-8e62-4dd0-a608-c462c0be81d9'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:57.206221 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['831f26c5-8e62-4dd0-a608-c462c0be81d9'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:57.213068 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefd29d-6ac0-435a-9405-eaba4f532a84 None None] Pushing event updated for resources: {'Port': ['ID=0903bd19-e2cf-435f-a7ef-9833b32158ec,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:57.282645 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.375678 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] Set router 831f26c5-8e62-4dd0-a608-c462c0be81d9 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:57.489662 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-edcdc36e-4874-4598-92c3-6ee272577d6a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Deleting port fd326f2b-1a23-476f-955e-332b6b808de4 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:57.490128 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-edcdc36e-4874-4598-92c3-6ee272577d6a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.571847 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-edcdc36e-4874-4598-92c3-6ee272577d6a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.572202 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-edcdc36e-4874-4598-92c3-6ee272577d6a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.584207 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-edcdc36e-4874-4598-92c3-6ee272577d6a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Calling delete_port for fd326f2b-1a23-476f-955e-332b6b808de4 owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:57.609939 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'name': 'tempest-TestVolumeBootPattern-662771826-router', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:48Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'gw_port': {'id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:49Z', 'updated_at': '2021-07-23T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '0903bd19-e2cf-435f-a7ef-9833b32158ec', 'name': '', 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'mac_address': 'fa:16:3e:d3:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '89c01668-40d5-4f01-82ea-96716ec4743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:51Z', 'updated_at': '2021-07-23T16:14:57Z', 'revision_number': 4, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'subnets': [{'id': '89c01668-40d5-4f01-82ea-96716ec4743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:57.642161 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530fead-aa87-4821-8666-eb086344a4c3 None None] The sync data for ids ['831f26c5-8e62-4dd0-a608-c462c0be81d9'] in dv-cinder-801989-4-iscsi is: [{'id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'name': 'tempest-TestVolumeBootPattern-662771826-router', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:48Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'gw_port': {'id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:49Z', 'updated_at': '2021-07-23T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '0903bd19-e2cf-435f-a7ef-9833b32158ec', 'name': '', 'network_id': '4c0b9e43-a63b-4d9d-a5c5-c4234623451d', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'mac_address': 'fa:16:3e:d3:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '89c01668-40d5-4f01-82ea-96716ec4743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:51Z', 'updated_at': '2021-07-23T16:14:57Z', 'revision_number': 4, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'subnets': [{'id': '89c01668-40d5-4f01-82ea-96716ec4743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:14:57.735659 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-edcdc36e-4874-4598-92c3-6ee272577d6a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.770228 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdc36e-4874-4598-92c3-6ee272577d6a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event deleted for resources: {'Port': ['ID=fd326f2b-1a23-476f-955e-332b6b808de4,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:57.843675 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-edcdc36e-4874-4598-92c3-6ee272577d6a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.846477 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-edcdc36e-4874-4598-92c3-6ee272577d6a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.847677 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-edcdc36e-4874-4598-92c3-6ee272577d6a tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "DELETE /v2.0/floatingips/0801f740-c349-4a23-9cef-6770f3c289de HTTP/1.1" status: 204 len: 168 time: 0.7653377 Jul 23 16:14:58.082058 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device b41683d3-f101-4101-8c51-feb2721e7b72 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:58.136511 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port b41683d3-f101-4101-8c51-feb2721e7b72 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:58.136881 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.189996 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.244072 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 0903bd19-e2cf-435f-a7ef-9833b32158ec up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:58.278111 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 48870) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:58.285324 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-bf0c521f-9e3f-4089-b3da-dec46e3dcd61 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424618384', 'description': 'tempest-description--906145455'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:58.317390 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 0903bd19-e2cf-435f-a7ef-9833b32158ec completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:58.326785 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 0903bd19-e2cf-435f-a7ef-9833b32158ec triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:58.328557 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.328938 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bf0c521f-9e3f-4089-b3da-dec46e3dcd61 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.365747 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 95736f05-4188-4a7f-acaf-11bde7dc41e6 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:58.393984 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 95736f05-4188-4a7f-acaf-11bde7dc41e6 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:58.393984 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 95736f05-4188-4a7f-acaf-11bde7dc41e6 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:58.453659 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bf0c521f-9e3f-4089-b3da-dec46e3dcd61 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.461893 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bf0c521f-9e3f-4089-b3da-dec46e3dcd61 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.466708 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.487416 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bf0c521f-9e3f-4089-b3da-dec46e3dcd61 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.488942 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-bf0c521f-9e3f-4089-b3da-dec46e3dcd61 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2094705 Jul 23 16:14:58.493527 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48872) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:58.499251 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-b48e5466-9fc4-4a4a-9a0b-920ced6b4baa tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'security_group_rule': {'security_group_id': '8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:58.510768 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 0903bd19-e2cf-435f-a7ef-9833b32158ec, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=0903bd19-e2cf-435f-a7ef-9833b32158ec,segment=NetworkSegment(de4e0025-6b6d-434f-aff9-b8e137ecb40d),segment_id=de4e0025-6b6d-434f-aff9-b8e137ecb40d)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:58.511053 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c521f-9e3f-4089-b3da-dec46e3dcd61 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:58.525352 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.544650 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b48e5466-9fc4-4a4a-9a0b-920ced6b4baa tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.589182 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=0903bd19-e2cf-435f-a7ef-9833b32158ec,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:58.607423 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b48e5466-9fc4-4a4a-9a0b-920ced6b4baa tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.611485 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b48e5466-9fc4-4a4a-9a0b-920ced6b4baa tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.629800 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e5466-9fc4-4a4a-9a0b-920ced6b4baa tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939784ed-1dd2-400e-a820-ff5c4a1eca60,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:58.635715 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b48e5466-9fc4-4a4a-9a0b-920ced6b4baa tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.640502 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b48e5466-9fc4-4a4a-9a0b-920ced6b4baa tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416631 Jul 23 16:14:58.641741 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48874) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:58.648113 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-a59bc034-023a-4fef-9484-c388b32fc1c0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'security_group_rule': {'security_group_id': '8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:58.679071 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a59bc034-023a-4fef-9484-c388b32fc1c0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.742708 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a59bc034-023a-4fef-9484-c388b32fc1c0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.747028 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a59bc034-023a-4fef-9484-c388b32fc1c0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.768789 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bc034-023a-4fef-9484-c388b32fc1c0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef06dcc0-ae99-4e85-b939-dceb780f123d,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:58.778051 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a59bc034-023a-4fef-9484-c388b32fc1c0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.780710 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a59bc034-023a-4fef-9484-c388b32fc1c0 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377797 Jul 23 16:14:58.783712 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 48876) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:58.789920 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'floatingip': {'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:58.813645 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.943241 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.073662 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Allocated IP 172.27.2.126 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/f650ea58-8ac9-4324-9289-44bcfe0938dc) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:59.179870 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.220335 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.262210 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:59.265008 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:59.268636 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:59.299124 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'Port': ['ID=f650ea58-8ac9-4324-9289-44bcfe0938dc,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:59.370466 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.415642 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.574190 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.578844 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12610620'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.654632 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'Port': ['ID=f650ea58-8ac9-4324-9289-44bcfe0938dc,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:59.666224 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.679741 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.681148 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-9af78a5c-f50f-4363-b4a5-6a7e3c244de6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8964636 Jul 23 16:14:59.845201 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.977786 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-f9107e74-7eb3-4f76-be00-d99c3c6052ec tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--424618384&fields=id&tenant_id=57fdedc6f8b44c89994ac2b3ec94910f HTTP/1.1" status: 200 len: 267 time: 0.0383260 Jul 23 16:15:00.035551 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 0903bd19-e2cf-435f-a7ef-9833b32158ec up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:00.104797 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 0903bd19-e2cf-435f-a7ef-9833b32158ec triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:00.106197 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:00.117927 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-bda6239f-088b-4f99-a05b-76bb22843048 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:00.119528 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-bda6239f-088b-4f99-a05b-76bb22843048 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 810 time: 0.1351435 Jul 23 16:15:00.136626 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-ccc86daa-02a6-49bb-abae-4149704f7692 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/quotas/57fdedc6f8b44c89994ac2b3ec94910f HTTP/1.1" status: 200 len: 375 time: 0.0115693 Jul 23 16:15:00.222869 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-daeb5400-8d7e-4f42-bbfb-70711ed84b6d tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811002 Jul 23 16:15:00.463063 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-d9d7eaf1-da52-4fcf-9bc2-e44c283c5bd2 service neutron] 10.222.0.65 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253325 Jul 23 16:15:00.570800 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-6c2482f5-5232-4dbf-b452-592f6cd116dc service neutron] 10.222.0.65 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013446 Jul 23 16:15:00.750525 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-998fd994-3ce5-44c4-b074-b22953280538 req-e4dd5d5e-9e94-4746-a163-5cff01a138c1 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 210 time: 0.0340295 Jul 23 16:15:01.861099 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c76345f-d316-4795-9706-95aeaa797208 req-588dd632-dcef-47c3-9b2a-f97f64565626 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 210 time: 0.0394115 Jul 23 16:15:02.011676 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-27998122-71ed-4570-b5be-ec682d3fefd3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:02.013724 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-27998122-71ed-4570-b5be-ec682d3fefd3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.72 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 810 time: 0.1472147 Jul 23 16:15:02.084248 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-81f34620-7b87-40fb-8f41-eac855f6af53 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57fdedc6f8b44c89994ac2b3ec94910f HTTP/1.1" status: 200 len: 379 time: 0.0419188 Jul 23 16:15:02.104948 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'port': {'device_id': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'admin_state_up': True, 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'security_groups': ['8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:02.225081 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Made reservation on behalf of 57fdedc6f8b44c89994ac2b3ec94910f for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:02.228656 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.368588 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Allocated IP 172.20.0.4 (24d7c5c0-488d-45c4-a0fb-7e7e9df9629b/73f5cedb-e27f-4d30-9911-d592f6d72bf4/6a33d028-d0d1-4d3e-87c1-3cb129082970) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:02.520109 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.536979 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Transition to ACTIVE for port object 6a33d028-d0d1-4d3e-87c1-3cb129082970 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:02.574900 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.621450 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:02.624441 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:02.628048 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:02.663721 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event updated for resources: {'Port': ['ID=6a33d028-d0d1-4d3e-87c1-3cb129082970,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:02.692534 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:02.693463 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.709621 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-5ff8a653-05c5-46ab-a3ee-906db471cad3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088266 Jul 23 16:15:02.744100 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Request body: {'port': {'device_id': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:02.831680 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.949635 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b48a7076-bbb0-46a6-a5fd-6de6dbb24604 None None] Provisioning for port 6a33d028-d0d1-4d3e-87c1-3cb129082970 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:02.955100 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b48a7076-bbb0-46a6-a5fd-6de6dbb24604 None None] Provisioning complete for port 6a33d028-d0d1-4d3e-87c1-3cb129082970 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:02.955474 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b48a7076-bbb0-46a6-a5fd-6de6dbb24604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.031434 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-b48a7076-bbb0-46a6-a5fd-6de6dbb24604 None None] Port 6a33d028-d0d1-4d3e-87c1-3cb129082970 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:03.063808 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b582de4-eed1-4442-98f5-5465e654ae89 req-6ab8b775-d649-4436-989e-5013e80d7358 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:03.066193 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0b582de4-eed1-4442-98f5-5465e654ae89 req-6ab8b775-d649-4436-989e-5013e80d7358 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 931 time: 0.1019781 Jul 23 16:15:03.112180 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0b582de4-eed1-4442-98f5-5465e654ae89 req-76d64cf4-2dc6-4821-b7bc-f27f7ce42f84 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347104 Jul 23 16:15:03.194022 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08405e-e067-4b04-aef8-6e75d361c4e7 req-16b95904-7a89-40cc-a1b2-4e216a9c26fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:03.195790 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c08405e-e067-4b04-aef8-6e75d361c4e7 req-16b95904-7a89-40cc-a1b2-4e216a9c26fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0766006 Jul 23 16:15:03.224716 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a33d028-d0d1-4d3e-87c1-3cb129082970 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:03.232917 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.234620 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c08405e-e067-4b04-aef8-6e75d361c4e7 req-1978fce6-cc5f-4eaf-9f7f-90342c890119 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331206 Jul 23 16:15:03.246190 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Transition to ACTIVE for port object 6a33d028-d0d1-4d3e-87c1-3cb129082970 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:03.251892 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.300702 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a33d028-d0d1-4d3e-87c1-3cb129082970,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:03.398431 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Attempting to bind port 6a33d028-d0d1-4d3e-87c1-3cb129082970 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:03.398763 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Attempting to bind port 6a33d028-d0d1-4d3e-87c1-3cb129082970 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:03.399100 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Attempting to bind port 6a33d028-d0d1-4d3e-87c1-3cb129082970 on network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:03.404366 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Port 6a33d028-d0d1-4d3e-87c1-3cb129082970 on network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:03.404678 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Attempting to bind port 6a33d028-d0d1-4d3e-87c1-3cb129082970 on network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:03.414707 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:03.416589 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Checking segment: {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:03.417318 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Bound using segment: {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:03.417834 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Bound port: 6a33d028-d0d1-4d3e-87c1-3cb129082970, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43814192-389d-4392-8f73-b8c0c071ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:03.418162 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.489585 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] For port 6a33d028-d0d1-4d3e-87c1-3cb129082970, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:03.493186 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] For port 6a33d028-d0d1-4d3e-87c1-3cb129082970, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a33d028-d0d1-4d3e-87c1-3cb129082970,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:03.498310 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.531990 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:03.532613 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.543660 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] 10.222.0.72 "PUT /v2.0/ports/6a33d028-d0d1-4d3e-87c1-3cb129082970 HTTP/1.1" status: 200 len: 1093 time: 0.7955320 Jul 23 16:15:03.543660 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'tag': '6a33d028-d0d1-4d3e-87c1-3cb129082970'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:03.543660 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6168ab02-a0e8-45f0-9831-4737477378e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b25d231b-fdc9-41a2-82e8-50b551d9d183", "tag": "6a33d028-d0d1-4d3e-87c1-3cb129082970"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:03.577340 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29361a41-a227-4eb2-b267-d89b27859eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a33d028-d0d1-4d3e-87c1-3cb129082970,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:03.596316 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fba10c-b596-4e6f-b866-bfaa7068075f x-openstack-request-id: req-d1fba10c-b596-4e6f-b866-bfaa7068075f {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:03.596809 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25d231b-fdc9-41a2-82e8-50b551d9d183", "tag": "6a33d028-d0d1-4d3e-87c1-3cb129082970", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:03.597076 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1fba10c-b596-4e6f-b866-bfaa7068075f {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:03.597729 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'tag': '6a33d028-d0d1-4d3e-87c1-3cb129082970', 'status': 'completed', 'code': 200} Jul 23 16:15:03.699338 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-e0369fb6-c183-4398-9864-76d50a8694d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:03.700971 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-e0369fb6-c183-4398-9864-76d50a8694d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 1096 time: 0.0649865 Jul 23 16:15:03.759065 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-2d2f7ee0-563a-4a58-a6af-a69a8e342e33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a33d028-d0d1-4d3e-87c1-3cb129082970 HTTP/1.1" status: 200 len: 217 time: 0.0380127 Jul 23 16:15:03.810736 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-615b1151-67fa-4074-9c3c-fc059db8160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:03.812382 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-615b1151-67fa-4074-9c3c-fc059db8160b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73f5cedb-e27f-4d30-9911-d592f6d72bf4 HTTP/1.1" status: 200 len: 849 time: 0.0455263 Jul 23 16:15:03.888770 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-8330a05c-b128-4909-b90c-2bdeb2432f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:03.890262 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-8330a05c-b128-4909-b90c-2bdeb2432f17 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660586 Jul 23 16:15:03.991288 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-93b173d2-ffce-4839-9a19-b405576c60b5 service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886345 Jul 23 16:15:04.094660 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5275a887-684e-4032-b8a8-5660d6fb8510 req-0ebea4da-3024-4899-8373-e8264fc27ae6 service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958340 Jul 23 16:15:04.260158 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815494f1-dcd1-4535-a61c-d06d016779ef req-1cf28f35-a719-4255-872d-bf365e0e5c7e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:04.261708 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-815494f1-dcd1-4535-a61c-d06d016779ef req-1cf28f35-a719-4255-872d-bf365e0e5c7e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 943 time: 0.0787971 Jul 23 16:15:04.314343 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168ab02-a0e8-45f0-9831-4737477378e7 req-07596533-aef9-4b6c-9e22-ba500acaf7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:04.316650 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6168ab02-a0e8-45f0-9831-4737477378e7 req-07596533-aef9-4b6c-9e22-ba500acaf7f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 1096 time: 0.0730662 Jul 23 16:15:04.317783 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-815494f1-dcd1-4535-a61c-d06d016779ef req-a6b25ac3-c610-4bcd-88c7-934e359b2731 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468929 Jul 23 16:15:04.398600 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7be2b3-a396-408e-85bd-1e5d58e2fd4f req-49aef203-866b-4fdb-8544-08059501d722 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:04.400803 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba7be2b3-a396-408e-85bd-1e5d58e2fd4f req-49aef203-866b-4fdb-8544-08059501d722 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0772445 Jul 23 16:15:04.422893 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168ab02-a0e8-45f0-9831-4737477378e7 req-a661e75b-fc62-4705-a50c-b2b51527ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:04.424515 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6168ab02-a0e8-45f0-9831-4737477378e7 req-a661e75b-fc62-4705-a50c-b2b51527ac13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 911 time: 0.0959539 Jul 23 16:15:04.439747 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba7be2b3-a396-408e-85bd-1e5d58e2fd4f req-53b2b06d-1403-453c-a262-361fa50c54c6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333560 Jul 23 16:15:04.479874 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6168ab02-a0e8-45f0-9831-4737477378e7 req-b1774431-b705-4e7b-bbfe-4cbdc4b04502 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a33d028-d0d1-4d3e-87c1-3cb129082970 HTTP/1.1" status: 200 len: 217 time: 0.0400994 Jul 23 16:15:04.547500 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168ab02-a0e8-45f0-9831-4737477378e7 req-7fa018ed-55d3-4951-9a15-39fdb752d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:04.549144 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6168ab02-a0e8-45f0-9831-4737477378e7 req-7fa018ed-55d3-4951-9a15-39fdb752d453 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73f5cedb-e27f-4d30-9911-d592f6d72bf4 HTTP/1.1" status: 200 len: 849 time: 0.0580077 Jul 23 16:15:04.621412 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168ab02-a0e8-45f0-9831-4737477378e7 req-1ad698ab-2ae3-436b-87fa-0ab94fe0d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:04.622943 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6168ab02-a0e8-45f0-9831-4737477378e7 req-1ad698ab-2ae3-436b-87fa-0ab94fe0d7f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619087 Jul 23 16:15:04.734977 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6168ab02-a0e8-45f0-9831-4737477378e7 req-48c71373-8522-4df0-8e88-a36a3284d6c8 service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945642 Jul 23 16:15:04.842428 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6168ab02-a0e8-45f0-9831-4737477378e7 req-21bb16c8-315e-4e3e-9521-640ff121a129 service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961034 Jul 23 16:15:05.453796 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068db80-6731-4fc4-9753-fe2f95726384 req-ae34ad83-291e-4fe8-b3b6-74e899ff99dc tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:05.455307 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d068db80-6731-4fc4-9753-fe2f95726384 req-ae34ad83-291e-4fe8-b3b6-74e899ff99dc tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 943 time: 0.0646276 Jul 23 16:15:05.502421 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d068db80-6731-4fc4-9753-fe2f95726384 req-2f5347af-34b4-42f6-bc97-397b1f291b57 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402236 Jul 23 16:15:05.590374 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835a377-3f41-4440-b90a-4906b1fdaeef req-cb79e71c-267a-4f0d-8341-9463080b15f9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:05.592421 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7835a377-3f41-4440-b90a-4906b1fdaeef req-cb79e71c-267a-4f0d-8341-9463080b15f9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0712488 Jul 23 16:15:05.634525 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7835a377-3f41-4440-b90a-4906b1fdaeef req-08fd2152-aacd-438b-bbad-42e890efc101 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356171 Jul 23 16:15:06.391299 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 6a33d028-d0d1-4d3e-87c1-3cb129082970 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:15:06.496949 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 6a33d028-d0d1-4d3e-87c1-3cb129082970, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a33d028-d0d1-4d3e-87c1-3cb129082970,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:06.643931 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '6a33d028-d0d1-4d3e-87c1-3cb129082970', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'port_id': '6a33d028-d0d1-4d3e-87c1-3cb129082970', 'mac_address': 'fa:16:3e:4f:64:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:15:06.645192 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5926e-770a-4810-bc93-05dabd5702c9 req-c686f22c-557e-40b0-bba1-3895c4937305 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:06.647037 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-56a5926e-770a-4810-bc93-05dabd5702c9 req-c686f22c-557e-40b0-bba1-3895c4937305 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 943 time: 0.0732310 Jul 23 16:15:06.692711 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.707237 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-56a5926e-770a-4810-bc93-05dabd5702c9 req-0f7a691a-f29d-4abc-93d9-7b9f04801650 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541615 Jul 23 16:15:06.709193 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a33d028-d0d1-4d3e-87c1-3cb129082970 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:06.748549 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 6a33d028-d0d1-4d3e-87c1-3cb129082970, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a33d028-d0d1-4d3e-87c1-3cb129082970,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:06.753774 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.810763 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=6a33d028-d0d1-4d3e-87c1-3cb129082970,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:06.815030 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a96721-0092-4fb2-9de7-4dd75dadb8f4 req-d0bf0076-96e2-4942-86ba-3e643ce9a1a2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:06.816716 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-54a96721-0092-4fb2-9de7-4dd75dadb8f4 req-d0bf0076-96e2-4942-86ba-3e643ce9a1a2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0825744 Jul 23 16:15:06.869170 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-54a96721-0092-4fb2-9de7-4dd75dadb8f4 req-d48ffbe3-107b-4260-bf51-90198a51f1c6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455816 Jul 23 16:15:07.271092 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['6a33d028-d0d1-4d3e-87c1-3cb129082970'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:07.315777 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:15:07.863111 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb958ec5-ae38-439e-9644-66237b8f2de3 req-6f5a02c9-0141-4420-b7be-0765251ca377 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:07.865953 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cb958ec5-ae38-439e-9644-66237b8f2de3 req-6f5a02c9-0141-4420-b7be-0765251ca377 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 944 time: 0.0915320 Jul 23 16:15:07.910968 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cb958ec5-ae38-439e-9644-66237b8f2de3 req-d23baddf-e1e6-4e58-aaa7-80727c6a6825 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368383 Jul 23 16:15:08.008509 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e7142-37a1-4f54-ac04-7d3ee2fbbb0c req-16dce01b-2b0a-4424-ac5e-d6a537072876 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:08.009927 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c1e7142-37a1-4f54-ac04-7d3ee2fbbb0c req-16dce01b-2b0a-4424-ac5e-d6a537072876 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0658770 Jul 23 16:15:08.055679 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c1e7142-37a1-4f54-ac04-7d3ee2fbbb0c req-3bbf9922-66b2-416a-bca9-8b5b95973315 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400438 Jul 23 16:15:08.430188 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 6a33d028-d0d1-4d3e-87c1-3cb129082970 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:08.480838 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 6a33d028-d0d1-4d3e-87c1-3cb129082970 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:08.484926 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 6a33d028-d0d1-4d3e-87c1-3cb129082970 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:08.485303 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.574607 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.600118 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a33d028-d0d1-4d3e-87c1-3cb129082970'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:08.602426 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6445d7fb-1f3c-4de3-acab-234ab16e55d5" -d '{"events": [{"server_uuid": "b25d231b-fdc9-41a2-82e8-50b551d9d183", "name": "network-vif-plugged", "status": "completed", "tag": "6a33d028-d0d1-4d3e-87c1-3cb129082970"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:08.617438 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 6a33d028-d0d1-4d3e-87c1-3cb129082970, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a33d028-d0d1-4d3e-87c1-3cb129082970,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:08.621821 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.685798 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=6a33d028-d0d1-4d3e-87c1-3cb129082970,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:08.720010 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70de72b1-11c0-437b-b62a-882a91931521 x-openstack-request-id: req-70de72b1-11c0-437b-b62a-882a91931521 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:08.720481 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25d231b-fdc9-41a2-82e8-50b551d9d183", "name": "network-vif-plugged", "status": "completed", "tag": "6a33d028-d0d1-4d3e-87c1-3cb129082970", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:08.720734 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70de72b1-11c0-437b-b62a-882a91931521 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:08.721214 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a33d028-d0d1-4d3e-87c1-3cb129082970', 'code': 200} Jul 23 16:15:08.993979 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a81374-d100-469e-be8b-25e662996476 req-dca44308-6da7-4895-86b5-57508cde6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:08.995666 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-94a81374-d100-469e-be8b-25e662996476 req-dca44308-6da7-4895-86b5-57508cde6566 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 1098 time: 0.0621705 Jul 23 16:15:09.034728 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-94a81374-d100-469e-be8b-25e662996476 req-b8b1e421-8a9f-4986-a6ec-feb18c5d6f17 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312312 Jul 23 16:15:09.050324 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13ccd-467d-4b12-99cd-57547ea3fada req-7397ef2c-3288-4d5f-8718-23227d2d3134 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:09.051879 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cdb13ccd-467d-4b12-99cd-57547ea3fada req-7397ef2c-3288-4d5f-8718-23227d2d3134 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 945 time: 0.0696757 Jul 23 16:15:09.091960 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cdb13ccd-467d-4b12-99cd-57547ea3fada req-60c32883-9f90-4387-ac4c-f23e6e3ac230 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344753 Jul 23 16:15:09.205645 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162e5cb-ab5f-4571-b537-e4b0c86d7d5c req-2f203cfe-f9fe-42de-bc69-21fa0d4bbb82 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:09.207147 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d162e5cb-ab5f-4571-b537-e4b0c86d7d5c req-2f203cfe-f9fe-42de-bc69-21fa0d4bbb82 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0687895 Jul 23 16:15:09.250189 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d162e5cb-ab5f-4571-b537-e4b0c86d7d5c req-2b96e186-6da0-44b0-a6c1-2ecdced531e9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362525 Jul 23 16:15:10.262605 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccc352-5001-4b4b-8b2a-90c8d4766534 req-684710df-19c0-4e8d-87c7-62d32a7a5f7e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:10.265334 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-86ccc352-5001-4b4b-8b2a-90c8d4766534 req-684710df-19c0-4e8d-87c7-62d32a7a5f7e tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 945 time: 0.0865781 Jul 23 16:15:10.311912 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-86ccc352-5001-4b4b-8b2a-90c8d4766534 req-3d893f11-dd1f-47d5-801a-a17ccc27891b tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408752 Jul 23 16:15:10.398803 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4b88-76b8-4280-ab6b-d283defe6f9f req-bf844977-2f6c-4acb-a8a3-854060f09f78 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:10.400349 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a63c4b88-76b8-4280-ab6b-d283defe6f9f req-bf844977-2f6c-4acb-a8a3-854060f09f78 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0725284 Jul 23 16:15:10.442484 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a63c4b88-76b8-4280-ab6b-d283defe6f9f req-e6a55a8a-d82c-460f-bf14-51907043c3bf tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366309 Jul 23 16:15:11.452890 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200d1ff-38d5-4301-9720-ae9d5e6f101d req-fdf3cf2b-4e6f-479f-a212-4a936d5c9468 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:11.454407 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6200d1ff-38d5-4301-9720-ae9d5e6f101d req-fdf3cf2b-4e6f-479f-a212-4a936d5c9468 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 945 time: 0.0669818 Jul 23 16:15:11.509928 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6200d1ff-38d5-4301-9720-ae9d5e6f101d req-b7859fd5-b62f-4f43-bcc2-448857b9f1aa tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491121 Jul 23 16:15:11.625990 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396d069-cd7c-43b2-952c-873081427de2 req-b95d6cbd-050a-4fdc-8324-a38642d0fee6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:11.627403 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6396d069-cd7c-43b2-952c-873081427de2 req-b95d6cbd-050a-4fdc-8324-a38642d0fee6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0996997 Jul 23 16:15:11.678871 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6396d069-cd7c-43b2-952c-873081427de2 req-dab8cf29-0949-4924-a7e9-f3e545bf0706 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441196 Jul 23 16:15:11.693848 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f451e-feb5-4a68-b3f4-ca137c200f49 req-f5dac499-2a2a-4c84-8825-5b93f5183956 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:11.695269 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a98f451e-feb5-4a68-b3f4-ca137c200f49 req-f5dac499-2a2a-4c84-8825-5b93f5183956 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 945 time: 0.1130910 Jul 23 16:15:11.705845 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 49000) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:11.710668 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-2ecfe63f-5daf-40c0-b8cb-4b05b76f2e4f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Request body: {'floatingip': {'port_id': '6a33d028-d0d1-4d3e-87c1-3cb129082970'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:11.754247 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe63f-5daf-40c0-b8cb-4b05b76f2e4f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.211346 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe63f-5daf-40c0-b8cb-4b05b76f2e4f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.216366 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe63f-5daf-40c0-b8cb-4b05b76f2e4f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.315746 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-2ecfe63f-5daf-40c0-b8cb-4b05b76f2e4f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Floating IP 90b0d0a9-0b80-40ec-86a6-1cdd811943d9 associated. External IP: 172.27.2.126, port: 6a33d028-d0d1-4d3e-87c1-3cb129082970. Jul 23 16:15:12.569850 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecfe63f-5daf-40c0-b8cb-4b05b76f2e4f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Router 37f8336e-c3a6-4c93-b876-1294cb5abb00 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:15:12.685356 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecfe63f-5daf-40c0-b8cb-4b05b76f2e4f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:15:12.690577 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe63f-5daf-40c0-b8cb-4b05b76f2e4f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.695298 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252a4de-72de-4ffe-a556-7a950debad27 None None] Sync routers for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:12.705767 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252a4de-72de-4ffe-a556-7a950debad27 None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:12.706394 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-5252a4de-72de-4ffe-a556-7a950debad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:12.742368 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-2ecfe63f-5daf-40c0-b8cb-4b05b76f2e4f tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "PUT /v2.0/floatingips/90b0d0a9-0b80-40ec-86a6-1cdd811943d9 HTTP/1.1" status: 200 len: 991 time: 1.0314820 Jul 23 16:15:12.742368 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'tag': '6a33d028-d0d1-4d3e-87c1-3cb129082970'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:12.743052 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b25d231b-fdc9-41a2-82e8-50b551d9d183", "tag": "6a33d028-d0d1-4d3e-87c1-3cb129082970"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:12.837409 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-5252a4de-72de-4ffe-a556-7a950debad27 None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:12.838999 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073b896-7ec2-4cc0-9d6e-e2793dab5255 req-ffb48e51-8767-4aa4-aaea-8f1efaf9b2b2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:12.843472 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f073b896-7ec2-4cc0-9d6e-e2793dab5255 req-ffb48e51-8767-4aa4-aaea-8f1efaf9b2b2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0770271 Jul 23 16:15:12.886621 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f073b896-7ec2-4cc0-9d6e-e2793dab5255 req-97a505b0-b1b4-4b83-84c3-ab4e8199f1c2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394833 Jul 23 16:15:12.945187 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250b02ff-c89b-421f-a891-60abd7c5a9e4 x-openstack-request-id: req-250b02ff-c89b-421f-a891-60abd7c5a9e4 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:12.945435 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25d231b-fdc9-41a2-82e8-50b551d9d183", "tag": "6a33d028-d0d1-4d3e-87c1-3cb129082970", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:12.945670 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-250b02ff-c89b-421f-a891-60abd7c5a9e4 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:12.946076 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'tag': '6a33d028-d0d1-4d3e-87c1-3cb129082970', 'status': 'completed', 'code': 200} Jul 23 16:15:13.079710 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5 req-f73660a4-afeb-4d4f-8aa5-fe73c4f9b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:13.081312 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5 req-f73660a4-afeb-4d4f-8aa5-fe73c4f9b88f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 1098 time: 0.0667181 Jul 23 16:15:13.090470 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-5252a4de-72de-4ffe-a556-7a950debad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '90b0d0a9-0b80-40ec-86a6-1cdd811943d9', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'port_id': '6a33d028-d0d1-4d3e-87c1-3cb129082970', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'mac_address': 'fa:16:3e:4f:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:14:59Z', 'updated_at': '2021-07-23T16:15:12Z', 'revision_number': 1, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:13.123403 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252a4de-72de-4ffe-a556-7a950debad27 None None] Checking router: 37f8336e-c3a6-4c93-b876-1294cb5abb00 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:15:13.134170 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252a4de-72de-4ffe-a556-7a950debad27 None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:13.136154 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-5252a4de-72de-4ffe-a556-7a950debad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:14:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:13.190899 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5 req-1f84f81f-4ccf-4d07-94d5-77b1a6ecf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:13.192470 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5 req-1f84f81f-4ccf-4d07-94d5-77b1a6ecf58c service neutron] 10.222.0.72 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 911 time: 0.0989220 Jul 23 16:15:13.259225 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-5252a4de-72de-4ffe-a556-7a950debad27 None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:13.278691 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5 req-f43d98b3-170a-45ad-a29b-0ce1c6c894cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a33d028-d0d1-4d3e-87c1-3cb129082970 HTTP/1.1" status: 200 len: 999 time: 0.0623035 Jul 23 16:15:13.334947 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5 req-ae037730-c2c7-42d7-be33-6c3af4f66062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:13.336587 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5 req-ae037730-c2c7-42d7-be33-6c3af4f66062 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73f5cedb-e27f-4d30-9911-d592f6d72bf4 HTTP/1.1" status: 200 len: 849 time: 0.0468276 Jul 23 16:15:13.426005 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5 req-5fa1f55f-623d-4056-a877-c350657bfbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:13.428316 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5 req-5fa1f55f-623d-4056-a877-c350657bfbd0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811715 Jul 23 16:15:13.505283 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-5252a4de-72de-4ffe-a556-7a950debad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '90b0d0a9-0b80-40ec-86a6-1cdd811943d9', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'port_id': '6a33d028-d0d1-4d3e-87c1-3cb129082970', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'mac_address': 'fa:16:3e:4f:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:14:59Z', 'updated_at': '2021-07-23T16:15:12Z', 'revision_number': 1, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:13.533481 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5 req-d6865b31-6cdf-4c33-82da-cf3c0246fcbc service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943761 Jul 23 16:15:13.534053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252a4de-72de-4ffe-a556-7a950debad27 None None] The sync data for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi is: [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '90b0d0a9-0b80-40ec-86a6-1cdd811943d9', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'port_id': '6a33d028-d0d1-4d3e-87c1-3cb129082970', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'mac_address': 'fa:16:3e:4f:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:14:59Z', 'updated_at': '2021-07-23T16:15:12Z', 'revision_number': 1, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:15:13.647129 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b31b6dbc-f141-4d3e-a0ba-823dda9fb1b5 req-d6c458e6-f657-404e-80c2-25f6eb83fcb5 service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023879 Jul 23 16:15:13.738132 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40ed41-9f6d-4b34-9f28-5605209a8884 None None] New status for floating IP 90b0d0a9-0b80-40ec-86a6-1cdd811943d9: ACTIVE {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:15:14.043640 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ef4bb-86f6-44b1-a575-af751914d26f req-36cdf2d8-fdaf-47ce-9e72-417839b7a47a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:14.045245 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-151ef4bb-86f6-44b1-a575-af751914d26f req-36cdf2d8-fdaf-47ce-9e72-417839b7a47a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0751631 Jul 23 16:15:14.087795 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-151ef4bb-86f6-44b1-a575-af751914d26f req-eafa956f-cb9f-479d-87c2-7a001f1ad484 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353346 Jul 23 16:15:15.229075 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f2694-c744-4601-9d33-56234349bde1 req-a575055f-eca0-4111-99e1-435e0e5309ce tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:15.230582 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-315f2694-c744-4601-9d33-56234349bde1 req-a575055f-eca0-4111-99e1-435e0e5309ce tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0671973 Jul 23 16:15:15.278374 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-315f2694-c744-4601-9d33-56234349bde1 req-4d7cb091-2ccf-415e-b0d1-8b6d98f0fb7b tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421057 Jul 23 16:15:16.425214 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292bbcb-dd87-4154-b9d9-eb5eb58c4c80 req-47e6c149-e55a-4c66-aa75-585bc811192d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:16.426824 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6292bbcb-dd87-4154-b9d9-eb5eb58c4c80 req-47e6c149-e55a-4c66-aa75-585bc811192d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0751565 Jul 23 16:15:16.466988 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6292bbcb-dd87-4154-b9d9-eb5eb58c4c80 req-f89a06e3-a7b3-4874-b09e-a4a037a1cacc tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343404 Jul 23 16:15:17.610277 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9756bf-0cd4-4220-b502-6ea2dd168fac req-a91aac53-b63a-42d7-b0b5-973c555775d2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:17.611794 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5e9756bf-0cd4-4220-b502-6ea2dd168fac req-a91aac53-b63a-42d7-b0b5-973c555775d2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0675218 Jul 23 16:15:17.647601 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bab830-44b0-482e-bd77-7fe46e0166d0 req-d4b04d1b-f948-4bd0-998c-ba59a59ab56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:17.649144 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1bab830-44b0-482e-bd77-7fe46e0166d0 req-d4b04d1b-f948-4bd0-998c-ba59a59ab56a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 1098 time: 0.0571795 Jul 23 16:15:17.669625 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5e9756bf-0cd4-4220-b502-6ea2dd168fac req-5b8bea6e-4e41-49bd-bc40-03c92c3621e3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481791 Jul 23 16:15:17.779150 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bab830-44b0-482e-bd77-7fe46e0166d0 req-d665eb29-3459-40e9-84b8-6ccef8bb4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:17.780608 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1bab830-44b0-482e-bd77-7fe46e0166d0 req-d665eb29-3459-40e9-84b8-6ccef8bb4344 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 918 time: 0.0955510 Jul 23 16:15:18.104289 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1bab830-44b0-482e-bd77-7fe46e0166d0 req-31975b6e-d37a-4210-b095-3f4e5d632cff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5 HTTP/1.1" status: 200 len: 1001 time: 0.3051319 Jul 23 16:15:18.167650 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bab830-44b0-482e-bd77-7fe46e0166d0 req-45170cfb-dfbf-4d92-bbda-3cc876603d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:18.169889 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1bab830-44b0-482e-bd77-7fe46e0166d0 req-45170cfb-dfbf-4d92-bbda-3cc876603d4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0540235 Jul 23 16:15:18.235423 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bab830-44b0-482e-bd77-7fe46e0166d0 req-8133d157-6c91-4b5e-9b3a-1770c68d1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:18.236977 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1bab830-44b0-482e-bd77-7fe46e0166d0 req-8133d157-6c91-4b5e-9b3a-1770c68d1bc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594430 Jul 23 16:15:18.337659 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1bab830-44b0-482e-bd77-7fe46e0166d0 req-068ba2d9-716b-4df4-9ae0-f0f9ba18bed2 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884738 Jul 23 16:15:18.462328 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1bab830-44b0-482e-bd77-7fe46e0166d0 req-def00478-7529-4c59-a3d8-e6825b0082d0 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086111 Jul 23 16:15:18.746101 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:18.813449 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b8a14-0432-4e42-9414-95fc909167d6 req-fd137c9e-22e9-457a-b775-72ed6287083a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:18.814952 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e93b8a14-0432-4e42-9414-95fc909167d6 req-fd137c9e-22e9-457a-b775-72ed6287083a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0710373 Jul 23 16:15:18.855610 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e93b8a14-0432-4e42-9414-95fc909167d6 req-5d1d40bd-35b3-4049-b6b7-bc33df4c60b6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347261 Jul 23 16:15:19.997690 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2e590-cfe5-4ade-8fce-ce7111d1d784 req-8315690b-ef55-480a-85b4-4fca8010bf15 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:19.999562 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1df2e590-cfe5-4ade-8fce-ce7111d1d784 req-8315690b-ef55-480a-85b4-4fca8010bf15 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0680764 Jul 23 16:15:20.039189 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1df2e590-cfe5-4ade-8fce-ce7111d1d784 req-bbe3514a-05c8-4189-b0ae-a41689a544f8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336065 Jul 23 16:15:20.502942 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:15:20.624541 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:20.636967 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'port_id': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'mac_address': 'fa:16:3e:bb:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:15:20.676297 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:20.690492 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:20.712385 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:20.718286 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:20.733318 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-dc57c8ad-17f6-4bc0-84eb-ecaafc3c30f2 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171874471&fields=id&tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4 HTTP/1.1" status: 200 len: 267 time: 0.0416079 Jul 23 16:15:20.775623 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,revision_number=6']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:20.858464 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b55b27b2-653e-4830-aa74-ec776db422e2 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:20.860047 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b55b27b2-653e-4830-aa74-ec776db422e2 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 812 time: 0.1190381 Jul 23 16:15:20.875856 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-ac812669-beb4-4687-a3e7-c0a5185ca0f2 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/quotas/d90d9b3511cc426b85a70d5ae8fd3ec4 HTTP/1.1" status: 200 len: 375 time: 0.0095401 Jul 23 16:15:20.951581 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-fa3caad2-9827-4a58-8488-af444ba484fc tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683670 Jul 23 16:15:20.953212 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['3f01a968-d44a-4126-bc20-12e9b5bcd4c5'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:21.074964 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-0c5748ed-c5d9-4210-869e-1bb1eb4d7d4f service neutron] 10.222.0.65 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099124 Jul 23 16:15:21.213030 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-e68e217e-9fdc-48fc-ad7b-a6f46810aa23 service neutron] 10.222.0.65 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310484 Jul 23 16:15:21.243741 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25635f98-90a2-4b1e-8102-05992acf9ac3 req-36fb9691-5007-477a-a785-713004f9d2f6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:21.245321 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25635f98-90a2-4b1e-8102-05992acf9ac3 req-36fb9691-5007-477a-a785-713004f9d2f6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 944 time: 0.1231017 Jul 23 16:15:21.561239 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25635f98-90a2-4b1e-8102-05992acf9ac3 req-945b9d79-a959-4911-b2e8-27dcb3fe1962 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083625 Jul 23 16:15:21.579630 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ff3df0fd-52d5-474c-93f4-1488c8195c42 req-c09fd61d-1d71-4fe0-a26c-c714cd050c50 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 210 time: 0.0402226 Jul 23 16:15:22.542859 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:22.600185 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:22.600793 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:22.723075 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:22.752501 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4834503c-e180-44c0-950b-b35ba99980b4 req-9ba7c9b9-51d4-47b4-9174-526c24e29eed tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 210 time: 0.0683963 Jul 23 16:15:22.800044 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:22.802139 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:22.808837 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb3487-df8f-4e61-bd0b-c6505f4c90fa" -d '{"events": [{"server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:22.819937 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:22.870910 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c365b4-dd20-49a6-a52a-7339b4542dce req-b8aeb5bc-4768-4d46-a4fa-f7967adc4e35 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:22.878164 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-49c365b4-dd20-49a6-a52a-7339b4542dce req-b8aeb5bc-4768-4d46-a4fa-f7967adc4e35 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 944 time: 0.2208068 Jul 23 16:15:22.914688 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,revision_number=7']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:22.920256 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab686ff8-447e-431d-bc2f-fbc0f79d5812 x-openstack-request-id: req-ab686ff8-447e-431d-bc2f-fbc0f79d5812 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:22.920706 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:22.921045 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab686ff8-447e-431d-bc2f-fbc0f79d5812 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:22.921447 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'code': 200} Jul 23 16:15:22.971352 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-49c365b4-dd20-49a6-a52a-7339b4542dce req-607c4794-3598-4d28-b3f4-86703d5bdc6f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858054 Jul 23 16:15:23.036209 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-82764fea-7061-48dc-ab4d-94ff1c54b806 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:23.038306 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-82764fea-7061-48dc-ab4d-94ff1c54b806 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 812 time: 0.1475334 Jul 23 16:15:23.123541 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b50b4259-214f-4bf5-a7fe-f4dbbb7db577 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4 HTTP/1.1" status: 200 len: 379 time: 0.0547798 Jul 23 16:15:23.194853 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'port': {'device_id': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'admin_state_up': True, 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'security_groups': ['e6847902-5e57-4280-a56d-e69ac369bb45']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:23.366376 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Made reservation on behalf of d90d9b3511cc426b85a70d5ae8fd3ec4 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:23.370568 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.547031 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Allocated IP 172.20.0.13 (988e5fc2-b879-42dd-b1a0-547d2436f88a/a6860861-9693-4bd7-ab3e-9801b2b08a54/f04b2b75-2372-49ca-b65c-1dfaea255257) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:23.739525 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.758803 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Transition to ACTIVE for port object f04b2b75-2372-49ca-b65c-1dfaea255257 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:23.799821 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.860639 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'Port': ['ID=f04b2b75-2372-49ca-b65c-1dfaea255257,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:23.878179 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Network 988e5fc2-b879-42dd-b1a0-547d2436f88a is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:23.881515 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:23.889181 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:23.932515 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6972cfb-e807-4148-98d9-d42392ae0442 req-fe67e0a9-a8bf-47ff-a84c-5e1ef5f61122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:23.934793 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b6972cfb-e807-4148-98d9-d42392ae0442 req-fe67e0a9-a8bf-47ff-a84c-5e1ef5f61122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 932 time: 0.1066365 Jul 23 16:15:23.956682 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:23.957400 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.976327 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-8d1f0580-a715-4d3f-bbea-6acc5b03bed0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7883606 Jul 23 16:15:24.012956 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Request body: {'port': {'device_id': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:24.038035 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b6972cfb-e807-4148-98d9-d42392ae0442 req-977712ff-f3a3-4b42-896c-fdd753058c59 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909922 Jul 23 16:15:24.128206 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.147992 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7a5dfae1-031f-4550-aff1-d9159f670605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.240695 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8eee4-3efe-4dbb-8347-9f421ec3fad2 req-f2843ef5-5a90-4f92-b0de-1dcc9cf0228c tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:24.242353 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-31a8eee4-3efe-4dbb-8347-9f421ec3fad2 req-f2843ef5-5a90-4f92-b0de-1dcc9cf0228c tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.1194243 Jul 23 16:15:24.342130 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-31a8eee4-3efe-4dbb-8347-9f421ec3fad2 req-d387b9e7-a946-4841-97d3-266feb8033a9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886340 Jul 23 16:15:24.382406 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-5b67563f-0291-41bf-a2c2-160510305976 None None] Provisioning for port f04b2b75-2372-49ca-b65c-1dfaea255257 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:24.387543 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-5b67563f-0291-41bf-a2c2-160510305976 None None] Provisioning complete for port f04b2b75-2372-49ca-b65c-1dfaea255257 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:24.387916 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5b67563f-0291-41bf-a2c2-160510305976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.434042 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-5b67563f-0291-41bf-a2c2-160510305976 None None] Port f04b2b75-2372-49ca-b65c-1dfaea255257 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:24.537266 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04b2b75-2372-49ca-b65c-1dfaea255257 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:24.547362 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.563760 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Transition to ACTIVE for port object f04b2b75-2372-49ca-b65c-1dfaea255257 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:24.571918 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.656491 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Pushing event updated for resources: {'Port': ['ID=f04b2b75-2372-49ca-b65c-1dfaea255257,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.728667 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Attempting to bind port f04b2b75-2372-49ca-b65c-1dfaea255257 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:24.729077 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Attempting to bind port f04b2b75-2372-49ca-b65c-1dfaea255257 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:24.729418 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Attempting to bind port f04b2b75-2372-49ca-b65c-1dfaea255257 on network 988e5fc2-b879-42dd-b1a0-547d2436f88a {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:24.735060 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Port f04b2b75-2372-49ca-b65c-1dfaea255257 on network 988e5fc2-b879-42dd-b1a0-547d2436f88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:24.735517 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Attempting to bind port f04b2b75-2372-49ca-b65c-1dfaea255257 on network 988e5fc2-b879-42dd-b1a0-547d2436f88a {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:24.744227 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:24.744227 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Checking segment: {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:24.744227 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Bound using segment: {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:24.744227 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Bound port: f04b2b75-2372-49ca-b65c-1dfaea255257, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:24.744227 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.822566 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] For port f04b2b75-2372-49ca-b65c-1dfaea255257, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:24.826093 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] For port f04b2b75-2372-49ca-b65c-1dfaea255257, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f04b2b75-2372-49ca-b65c-1dfaea255257,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:24.830963 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.877551 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:24.883878 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.886191 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] 10.222.0.72 "PUT /v2.0/ports/f04b2b75-2372-49ca-b65c-1dfaea255257 HTTP/1.1" status: 200 len: 1094 time: 0.8897891 Jul 23 16:15:24.886926 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'tag': 'f04b2b75-2372-49ca-b65c-1dfaea255257'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:24.889411 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5012bff4-cccb-4edf-88e5-21969d85365a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd6040e-a57e-4559-9fa5-470e2e135f9a", "tag": "f04b2b75-2372-49ca-b65c-1dfaea255257"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:24.931563 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a011d-4ee2-421b-9d2a-5c8cc288a91b service neutron] Pushing event updated for resources: {'Port': ['ID=f04b2b75-2372-49ca-b65c-1dfaea255257,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.958816 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56e6ac5-7f1a-452e-8591-2c08082166cb x-openstack-request-id: req-d56e6ac5-7f1a-452e-8591-2c08082166cb {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:24.959627 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd6040e-a57e-4559-9fa5-470e2e135f9a", "tag": "f04b2b75-2372-49ca-b65c-1dfaea255257", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:24.960955 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d56e6ac5-7f1a-452e-8591-2c08082166cb {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:24.962707 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'tag': 'f04b2b75-2372-49ca-b65c-1dfaea255257', 'status': 'completed', 'code': 200} Jul 23 16:15:25.066874 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-ba6c97a6-aaf9-4230-b197-761010783e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.069149 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-ba6c97a6-aaf9-4230-b197-761010783e8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 1097 time: 0.0830212 Jul 23 16:15:25.179449 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-5bba04fc-d9c8-46e1-9364-18e437ea3027 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04b2b75-2372-49ca-b65c-1dfaea255257 HTTP/1.1" status: 200 len: 217 time: 0.0853407 Jul 23 16:15:25.267254 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-29d95299-93b9-4c04-b4cb-3ad11bf959c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.271203 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-29d95299-93b9-4c04-b4cb-3ad11bf959c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0770395 Jul 23 16:15:25.284180 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473f436-9bea-4ee0-b9c1-0f03b0fb7e09 req-8dbdc89c-3e28-4460-b4a9-f037c55ff521 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.288724 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a473f436-9bea-4ee0-b9c1-0f03b0fb7e09 req-8dbdc89c-3e28-4460-b4a9-f037c55ff521 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 944 time: 0.1022985 Jul 23 16:15:25.343494 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-a3e263c3-c100-4620-bac6-d5223262e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.344904 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a473f436-9bea-4ee0-b9c1-0f03b0fb7e09 req-17f49bde-86e7-4370-9057-dee2b9251f1e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469971 Jul 23 16:15:25.345065 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-a3e263c3-c100-4620-bac6-d5223262e13b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681889 Jul 23 16:15:25.523539 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-77c28242-a466-4016-b771-aaa22b3df37a service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568778 Jul 23 16:15:25.550935 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e8b19-e4cd-45ab-9ace-489dca3202fc req-9eb050a2-4ed7-4d63-845f-bcc4f5bc8f08 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.553499 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-879e8b19-e4cd-45ab-9ace-489dca3202fc req-9eb050a2-4ed7-4d63-845f-bcc4f5bc8f08 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.1030035 Jul 23 16:15:25.615826 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-879e8b19-e4cd-45ab-9ace-489dca3202fc req-b7932909-8972-4375-b54f-20a5ca3fad02 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533450 Jul 23 16:15:25.664520 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8462217c-661c-41cc-9355-9af70dbe1d00 req-b38a7595-7e9d-476f-8a08-78a922bd392a service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281352 Jul 23 16:15:25.870951 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012bff4-cccb-4edf-88e5-21969d85365a req-c8748fa3-b6af-4c0e-ba6d-bc56030e70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.872655 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5012bff4-cccb-4edf-88e5-21969d85365a req-c8748fa3-b6af-4c0e-ba6d-bc56030e70c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 1097 time: 0.0670369 Jul 23 16:15:26.009022 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012bff4-cccb-4edf-88e5-21969d85365a req-6d5f70ec-3773-4837-906b-e1925ca2b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.009022 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5012bff4-cccb-4edf-88e5-21969d85365a req-6d5f70ec-3773-4837-906b-e1925ca2b5b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.1263120 Jul 23 16:15:26.059845 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5012bff4-cccb-4edf-88e5-21969d85365a req-cf657a7a-9e47-49cf-ba75-b0745f05772b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04b2b75-2372-49ca-b65c-1dfaea255257 HTTP/1.1" status: 200 len: 217 time: 0.0411363 Jul 23 16:15:26.124973 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012bff4-cccb-4edf-88e5-21969d85365a req-eb80b0c0-ec86-4709-be1a-6217e2e8c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.127267 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5012bff4-cccb-4edf-88e5-21969d85365a req-eb80b0c0-ec86-4709-be1a-6217e2e8c50a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0590770 Jul 23 16:15:26.200168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012bff4-cccb-4edf-88e5-21969d85365a req-82dcdafe-7e15-4d7f-a20e-82afe8f3305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.203052 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5012bff4-cccb-4edf-88e5-21969d85365a req-82dcdafe-7e15-4d7f-a20e-82afe8f3305a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669498 Jul 23 16:15:26.328176 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5012bff4-cccb-4edf-88e5-21969d85365a req-8e56ae10-7ef7-4b51-b291-951e741ad06e service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109223 Jul 23 16:15:26.458919 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5012bff4-cccb-4edf-88e5-21969d85365a req-0fcf17a1-d19b-4cb8-993a-f81885066539 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149633 Jul 23 16:15:26.509451 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b062cb-b18d-4236-814e-d7dff545e391 req-ba81ea6c-a6ba-4ef8-8c61-8d4ac673217e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.511717 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-39b062cb-b18d-4236-814e-d7dff545e391 req-ba81ea6c-a6ba-4ef8-8c61-8d4ac673217e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 944 time: 0.0872440 Jul 23 16:15:26.579767 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-39b062cb-b18d-4236-814e-d7dff545e391 req-e978b106-a545-4a7b-8a22-7f3bc4da4820 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532868 Jul 23 16:15:26.791547 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d536a-977a-4812-8337-4b27dd429aaa req-6e078664-c31d-454b-b2f5-2ffd82ea95b3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.798738 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-613d536a-977a-4812-8337-4b27dd429aaa req-6e078664-c31d-454b-b2f5-2ffd82ea95b3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0901031 Jul 23 16:15:26.856856 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-613d536a-977a-4812-8337-4b27dd429aaa req-4a465c4f-4603-4e22-bfbe-6e820de8a57f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569072 Jul 23 16:15:26.965307 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c97f7eb4-dbcc-4230-acad-7fbed52b48eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.209369 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.743819 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8439d7-da10-441f-ad07-b613c6e77be1 req-b6d9c72c-36eb-433f-9607-dfcd4413c8c9 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:27.746158 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1f8439d7-da10-441f-ad07-b613c6e77be1 req-b6d9c72c-36eb-433f-9607-dfcd4413c8c9 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 944 time: 0.0734158 Jul 23 16:15:27.800611 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1f8439d7-da10-441f-ad07-b613c6e77be1 req-1082a417-a459-4668-8e8f-36f231791f8e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485995 Jul 23 16:15:28.024272 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38110fec-26dc-450b-9eaf-eec9721f9775 req-d32ba6e2-5e19-4834-94cc-1884424bafac tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:28.025945 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-38110fec-26dc-450b-9eaf-eec9721f9775 req-d32ba6e2-5e19-4834-94cc-1884424bafac tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0874398 Jul 23 16:15:28.072840 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-38110fec-26dc-450b-9eaf-eec9721f9775 req-eb9b8860-8d27-417b-b8da-0efbddc991fb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411484 Jul 23 16:15:28.175724 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.978882 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f89ec-96a5-48f4-bd4c-2a7c09204bf0 req-f5a65b92-8274-4d1b-80f2-1d6e4902be0d tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:28.982724 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-758f89ec-96a5-48f4-bd4c-2a7c09204bf0 req-f5a65b92-8274-4d1b-80f2-1d6e4902be0d tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 944 time: 0.0794520 Jul 23 16:15:29.045072 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-758f89ec-96a5-48f4-bd4c-2a7c09204bf0 req-1e43c5c6-085b-4743-828e-dd5f94e34d56 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522294 Jul 23 16:15:29.240684 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e15b1a-8ad5-4bd0-8c8e-dd1d2fc8e5a8 req-85a86340-5428-43b0-a0c1-2cad69d4ecde tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:29.242376 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5e15b1a-8ad5-4bd0-8c8e-dd1d2fc8e5a8 req-85a86340-5428-43b0-a0c1-2cad69d4ecde tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0844181 Jul 23 16:15:29.295253 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5e15b1a-8ad5-4bd0-8c8e-dd1d2fc8e5a8 req-64318bd1-ff55-4ae9-af4b-f3a6c9fe0710 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471132 Jul 23 16:15:29.854068 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.230166 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51c44e-95de-4b43-8631-2188cbf9b61c req-5772099b-8f99-467b-be86-da9ff144fac8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:30.232689 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a51c44e-95de-4b43-8631-2188cbf9b61c req-5772099b-8f99-467b-be86-da9ff144fac8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 944 time: 0.0957489 Jul 23 16:15:30.280713 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a51c44e-95de-4b43-8631-2188cbf9b61c req-6489976f-e154-498c-9a3f-e85cf4c15526 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423713 Jul 23 16:15:30.453955 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcaa29-288b-4fb7-bd1a-f7e19cf8aada req-0f5112ea-4500-4d33-b92d-b8f033a01a06 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:30.455507 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2ebcaa29-288b-4fb7-bd1a-f7e19cf8aada req-0f5112ea-4500-4d33-b92d-b8f033a01a06 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0774863 Jul 23 16:15:30.510357 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2ebcaa29-288b-4fb7-bd1a-f7e19cf8aada req-006a769f-7be3-43db-bbd9-83189b4bdbca tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481472 Jul 23 16:15:31.460642 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342d872-5c8a-4195-a125-23600f8f767f req-be128df2-76d6-4610-bd91-03980ae05dfd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:31.462253 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9342d872-5c8a-4195-a125-23600f8f767f req-be128df2-76d6-4610-bd91-03980ae05dfd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 944 time: 0.0817406 Jul 23 16:15:31.513192 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9342d872-5c8a-4195-a125-23600f8f767f req-39cbdbf6-52ff-4592-affe-28ae7d003354 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448334 Jul 23 16:15:31.719356 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabbbfb-074c-4394-a605-fc8451c4134a req-d8b79f5b-c831-4627-946b-595b32ffe6dd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:31.720930 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3dabbbfb-074c-4394-a605-fc8451c4134a req-d8b79f5b-c831-4627-946b-595b32ffe6dd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.1132932 Jul 23 16:15:31.762962 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3dabbbfb-074c-4394-a605-fc8451c4134a req-8d3529a7-7d38-4123-aef5-0be597b68655 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359421 Jul 23 16:15:32.657661 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626f07d-7e4b-4f98-971c-6a640fa1966a req-e0240832-927a-48f1-a59d-766daa6ef06b tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:32.659278 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8626f07d-7e4b-4f98-971c-6a640fa1966a req-e0240832-927a-48f1-a59d-766daa6ef06b tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 944 time: 0.0706456 Jul 23 16:15:32.705233 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8626f07d-7e4b-4f98-971c-6a640fa1966a req-3cc1d769-7068-4924-af7a-c77298076715 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393960 Jul 23 16:15:32.907015 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d10b1-a306-40d0-ad7f-7c45162697d2 req-57605668-f244-4840-81a6-c7d183e220b9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:32.908619 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fc7d10b1-a306-40d0-ad7f-7c45162697d2 req-57605668-f244-4840-81a6-c7d183e220b9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0652506 Jul 23 16:15:32.949181 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fc7d10b1-a306-40d0-ad7f-7c45162697d2 req-a343db7a-818a-4a81-8575-c5f03bd4ad03 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350616 Jul 23 16:15:33.470360 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45192e7-fdb0-4b6b-930b-37ee9871948f req-0fff9254-99d9-49f2-9be6-c8afa7e439ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:33.471890 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b45192e7-fdb0-4b6b-930b-37ee9871948f req-0fff9254-99d9-49f2-9be6-c8afa7e439ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 1098 time: 0.0600636 Jul 23 16:15:33.567461 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45192e7-fdb0-4b6b-930b-37ee9871948f req-5adf76b1-5d9d-4be7-ae7e-4de27a3f0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:33.569073 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b45192e7-fdb0-4b6b-930b-37ee9871948f req-5adf76b1-5d9d-4be7-ae7e-4de27a3f0b09 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 918 time: 0.0899823 Jul 23 16:15:33.645994 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b45192e7-fdb0-4b6b-930b-37ee9871948f req-d2549361-9958-4f6a-a3a2-79fa8c197a24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5 HTTP/1.1" status: 200 len: 1001 time: 0.0658028 Jul 23 16:15:33.702864 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45192e7-fdb0-4b6b-930b-37ee9871948f req-92c03e5c-a3f1-4af0-a6c7-c48ec27fe70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:33.705643 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b45192e7-fdb0-4b6b-930b-37ee9871948f req-92c03e5c-a3f1-4af0-a6c7-c48ec27fe70c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0504885 Jul 23 16:15:33.781467 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45192e7-fdb0-4b6b-930b-37ee9871948f req-3d5b3eea-2c61-4e17-ba3f-d8aa1d2b28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:33.784433 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b45192e7-fdb0-4b6b-930b-37ee9871948f req-3d5b3eea-2c61-4e17-ba3f-d8aa1d2b28d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572209 Jul 23 16:15:33.839689 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deee697-043c-4141-ac49-8b5914794de3 req-296e0d0d-28c1-47b7-9eab-48326cc7c31a tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:33.841242 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9deee697-043c-4141-ac49-8b5914794de3 req-296e0d0d-28c1-47b7-9eab-48326cc7c31a tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 944 time: 0.0671427 Jul 23 16:15:33.882390 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9deee697-043c-4141-ac49-8b5914794de3 req-a08d4077-fe7f-45f8-b6ba-eec5b0563ea9 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350020 Jul 23 16:15:33.891255 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b45192e7-fdb0-4b6b-930b-37ee9871948f req-826c564b-4ffc-45b0-9bee-7dae91f73d2c service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950711 Jul 23 16:15:33.990347 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b45192e7-fdb0-4b6b-930b-37ee9871948f req-f141ce16-307b-4147-ad40-58c9356fac35 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863407 Jul 23 16:15:34.093517 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a951b1-8ff9-494d-ad9e-8062ee800191 req-1e411292-749d-4418-ae93-ff3f5eda3368 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:34.095057 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-06a951b1-8ff9-494d-ad9e-8062ee800191 req-1e411292-749d-4418-ae93-ff3f5eda3368 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0689573 Jul 23 16:15:34.134886 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-06a951b1-8ff9-494d-ad9e-8062ee800191 req-48ee8e45-a65d-4327-b9ab-0dbfe3fe13fc tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329459 Jul 23 16:15:34.598624 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device f04b2b75-2372-49ca-b65c-1dfaea255257 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:15:34.700776 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port f04b2b75-2372-49ca-b65c-1dfaea255257, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f04b2b75-2372-49ca-b65c-1dfaea255257,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:34.713045 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': 'f04b2b75-2372-49ca-b65c-1dfaea255257', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'port_id': 'f04b2b75-2372-49ca-b65c-1dfaea255257', 'mac_address': 'fa:16:3e:fe:56:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:15:34.756444 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.773559 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04b2b75-2372-49ca-b65c-1dfaea255257 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:34.798965 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port f04b2b75-2372-49ca-b65c-1dfaea255257, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f04b2b75-2372-49ca-b65c-1dfaea255257,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:34.804573 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.854074 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=f04b2b75-2372-49ca-b65c-1dfaea255257,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:35.038783 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898e11d-7efe-4ce9-8833-8196763a6e10 req-4b450390-33e8-42a9-992f-f2782f49b009 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:35.040371 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8898e11d-7efe-4ce9-8833-8196763a6e10 req-4b450390-33e8-42a9-992f-f2782f49b009 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 945 time: 0.0773070 Jul 23 16:15:35.084269 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8898e11d-7efe-4ce9-8833-8196763a6e10 req-4ff5c8f6-b965-4785-abae-d31944bb0ff6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382400 Jul 23 16:15:35.276942 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ff65-359f-487a-abcc-d28ed79d9d15 req-12f8cbdf-5b7e-4151-afc0-23bd573d618e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:35.278540 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b617ff65-359f-487a-abcc-d28ed79d9d15 req-12f8cbdf-5b7e-4151-afc0-23bd573d618e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0672455 Jul 23 16:15:35.304729 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['f04b2b75-2372-49ca-b65c-1dfaea255257'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:35.325016 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b617ff65-359f-487a-abcc-d28ed79d9d15 req-4d2f938d-9584-4350-be63-07d4bf820fc4 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408974 Jul 23 16:15:36.226494 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f905aea-04ad-40d1-8db6-a3a12583dea9 req-ef2fdf38-a460-4671-911c-4e825d0af0a8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:36.228112 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5f905aea-04ad-40d1-8db6-a3a12583dea9 req-ef2fdf38-a460-4671-911c-4e825d0af0a8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 945 time: 0.0722268 Jul 23 16:15:36.270180 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5f905aea-04ad-40d1-8db6-a3a12583dea9 req-db55db75-98ce-4a41-9568-2fb25ea44e47 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358136 Jul 23 16:15:36.476222 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c289a-8d78-4d28-b085-6c235470e50b req-1f33720e-2056-4f75-a6d7-25aeaf0bd150 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:36.478590 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d43c289a-8d78-4d28-b085-6c235470e50b req-1f33720e-2056-4f75-a6d7-25aeaf0bd150 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 945 time: 0.0756037 Jul 23 16:15:36.522842 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d43c289a-8d78-4d28-b085-6c235470e50b req-06c79ab6-e2ad-444b-b128-4eecd49a91c9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382066 Jul 23 16:15:36.606462 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device f04b2b75-2372-49ca-b65c-1dfaea255257 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:36.665173 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port f04b2b75-2372-49ca-b65c-1dfaea255257 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:36.669096 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port f04b2b75-2372-49ca-b65c-1dfaea255257 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:36.669472 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.759966 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.783814 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04b2b75-2372-49ca-b65c-1dfaea255257'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:36.786337 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b16520-b46b-4977-a2d8-d1e742073310" -d '{"events": [{"server_uuid": "3fd6040e-a57e-4559-9fa5-470e2e135f9a", "name": "network-vif-plugged", "status": "completed", "tag": "f04b2b75-2372-49ca-b65c-1dfaea255257"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:36.799866 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port f04b2b75-2372-49ca-b65c-1dfaea255257, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f04b2b75-2372-49ca-b65c-1dfaea255257,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:36.805742 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.806632 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:15:36.844928 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e07aeec-6493-4b34-ad27-ea36570c19c7 x-openstack-request-id: req-2e07aeec-6493-4b34-ad27-ea36570c19c7 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:36.845233 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd6040e-a57e-4559-9fa5-470e2e135f9a", "name": "network-vif-plugged", "status": "completed", "tag": "f04b2b75-2372-49ca-b65c-1dfaea255257", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:36.845463 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e07aeec-6493-4b34-ad27-ea36570c19c7 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:36.845844 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04b2b75-2372-49ca-b65c-1dfaea255257', 'code': 200} Jul 23 16:15:36.884275 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=f04b2b75-2372-49ca-b65c-1dfaea255257,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:36.926565 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.965410 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:36.969574 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.149412 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,revision_number=8']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:37.210940 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134111c-63a8-4fd6-8d4c-97d499b644cc req-5002cd2f-60a6-40d1-bfc3-3f7aeb22704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:37.212670 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6134111c-63a8-4fd6-8d4c-97d499b644cc req-5002cd2f-60a6-40d1-bfc3-3f7aeb22704e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 1099 time: 0.0602381 Jul 23 16:15:37.252982 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6134111c-63a8-4fd6-8d4c-97d499b644cc req-750afb9b-e085-4b9c-a9b5-b3ca4a9c34b2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300190 Jul 23 16:15:37.407885 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e945d-8b81-42b1-a357-a0fb76ccd5be req-01194105-e8b5-41d9-9d28-7084b0a7ce4d tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:37.409333 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e15e945d-8b81-42b1-a357-a0fb76ccd5be req-01194105-e8b5-41d9-9d28-7084b0a7ce4d tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 946 time: 0.0684466 Jul 23 16:15:37.452243 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e15e945d-8b81-42b1-a357-a0fb76ccd5be req-65fc891f-e3ee-47ae-abce-6536a7a300c2 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369337 Jul 23 16:15:37.666861 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ced768-32ec-43aa-8701-637e2684e43e req-371a0484-4070-4670-af47-7bd75b9fa59e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:37.668444 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-93ced768-32ec-43aa-8701-637e2684e43e req-371a0484-4070-4670-af47-7bd75b9fa59e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0652456 Jul 23 16:15:37.712033 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-93ced768-32ec-43aa-8701-637e2684e43e req-9b4b674b-bd67-4b41-8aa4-01f7e42fbd25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363779 Jul 23 16:15:38.342337 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd2527-3bbb-4e5b-b257-2a165961424c req-4bde017f-6424-44e8-a3a8-b762df79b19f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:38.343892 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f5fd2527-3bbb-4e5b-b257-2a165961424c req-4bde017f-6424-44e8-a3a8-b762df79b19f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0835016 Jul 23 16:15:38.391494 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f5fd2527-3bbb-4e5b-b257-2a165961424c req-0a187665-8c87-431a-8864-1eee2a602ebf tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 Jul 23 16:15:38.567434 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49258) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:38.601729 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13f725-c0b3-4291-a093-fb40280915a0 req-12ccfadb-abd8-41bd-8376-6a94bbdd28c6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:38.603391 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fa13f725-c0b3-4291-a093-fb40280915a0 req-12ccfadb-abd8-41bd-8376-6a94bbdd28c6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 946 time: 0.0804658 Jul 23 16:15:38.658921 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fa13f725-c0b3-4291-a093-fb40280915a0 req-97d15578-2163-46a9-8d58-925e733ab481 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492258 Jul 23 16:15:38.692992 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-a6ecacaa-9ea2-4d0f-af2f-678ac5e1ff0a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1233621 Jul 23 16:15:38.847485 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:38.850120 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadeb020-8ec4-42fe-b070-291752b9cee8" -d '{"events": [{"server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:38.886359 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15eb0c0b-d2fc-414e-a319-18d15c89a5ac x-openstack-request-id: req-15eb0c0b-d2fc-414e-a319-18d15c89a5ac {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:38.886647 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "name": "network-vif-unplugged", "status": "failed", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5", "code": 422}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:38.886893 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15eb0c0b-d2fc-414e-a319-18d15c89a5ac {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:38.887325 dv-cinder-801989-4-iscsi neutron-server[93344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'code': 422} returned with failed status Jul 23 16:15:39.539075 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3777af-8d2d-4e4b-802d-e686473ea88b req-6ea17381-079a-4fc7-9fd6-98fd262d88af tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:39.540550 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6d3777af-8d2d-4e4b-802d-e686473ea88b req-6ea17381-079a-4fc7-9fd6-98fd262d88af tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0727131 Jul 23 16:15:39.579814 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6d3777af-8d2d-4e4b-802d-e686473ea88b req-6b68448c-53e5-4bc7-afa4-da86e80a7ed5 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334811 Jul 23 16:15:39.810988 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a484130-94ff-4b8c-93a4-6cd5cb99719f req-e2af4051-2366-4330-b743-1d0bc9936e64 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:39.812639 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a484130-94ff-4b8c-93a4-6cd5cb99719f req-e2af4051-2366-4330-b743-1d0bc9936e64 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 946 time: 0.0726454 Jul 23 16:15:39.852788 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a484130-94ff-4b8c-93a4-6cd5cb99719f req-f014c184-e6ec-4887-9abb-be82211e14a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339701 Jul 23 16:15:39.990923 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fe0e7-db33-41c7-8dc5-1fb27ab3db72 req-b3b2e162-e65a-4bd1-83e9-d5d526219f9e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:39.992536 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ac1fe0e7-db33-41c7-8dc5-1fb27ab3db72 req-b3b2e162-e65a-4bd1-83e9-d5d526219f9e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 946 time: 0.0663235 Jul 23 16:15:40.034439 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ac1fe0e7-db33-41c7-8dc5-1fb27ab3db72 req-b18a6f00-c868-4b49-8cad-b04b3ae9b266 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360987 Jul 23 16:15:40.065016 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49278) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:40.170604 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ad7271-ad02-4bec-8d78-4426086b2a27 tempest-TestVolumeBootPattern-363907274 tempest-TestVolumeBootPattern-363907274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:40.172183 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-c6ad7271-ad02-4bec-8d78-4426086b2a27 tempest-TestVolumeBootPattern-363907274 tempest-TestVolumeBootPattern-363907274-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 1094 time: 0.1062477 Jul 23 16:15:40.175682 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49282) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:40.180227 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'floatingip': {'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'port_id': 'f04b2b75-2372-49ca-b65c-1dfaea255257', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:40.204632 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.309137 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.420534 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Allocated IP 172.27.2.166 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/4710452d-8e1f-4c7c-a45d-1d836841723d) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:40.537687 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.576118 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.620380 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:40.627289 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:40.638479 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:15:40.647661 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:40.649223 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'Port': ['ID=4710452d-8e1f-4c7c-a45d-1d836841723d,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:40.683591 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.683918 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.684192 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.684520 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.684848 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.685174 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.685498 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.686072 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.686394 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.686708 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.687031 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.687343 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:40.760996 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c3d91-ed41-4fd9-bdce-8508849c45f6 req-0d3bd281-86ab-4392-b1cc-77d262974260 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:40.762520 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5a2c3d91-ed41-4fd9-bdce-8508849c45f6 req-0d3bd281-86ab-4392-b1cc-77d262974260 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0950029 Jul 23 16:15:40.804623 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5a2c3d91-ed41-4fd9-bdce-8508849c45f6 req-c619b425-d2cc-4f8c-a646-4962121bcba3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359626 Jul 23 16:15:41.087969 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.145196 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-958c623b-68c9-4267-8959-dc4edc871f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:41.145893 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-958c623b-68c9-4267-8959-dc4edc871f8b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7&tenant_id=dc8147693aac40c198f7422b34d42012 HTTP/1.1" status: 200 len: 1096 time: 0.1456034 Jul 23 16:15:41.191622 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.330469 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-850f2e38-fe24-4a7f-82a4-18ff8a79c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:41.332255 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-850f2e38-fe24-4a7f-82a4-18ff8a79c88e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 1096 time: 0.1386316 Jul 23 16:15:41.443946 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.455643 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.487716 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-b3b9d827-05ca-4de1-b1b7-926579976a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:41.489922 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-b3b9d827-05ca-4de1-b1b7-926579976a67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 918 time: 0.1487830 Jul 23 16:15:41.571659 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'Port': ['ID=4710452d-8e1f-4c7c-a45d-1d836841723d,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:41.589155 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.631723 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-8cdddf8d-2479-42ef-9b8a-999616a00784 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5 HTTP/1.1" status: 200 len: 999 time: 0.1146162 Jul 23 16:15:41.715857 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-a5ba732e-cd10-41e3-81cf-0ae0b027c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:41.717445 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-a5ba732e-cd10-41e3-81cf-0ae0b027c2dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0611367 Jul 23 16:15:41.744545 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.l3_db [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Floating IP b68edd7e-c8dc-4553-b13c-065cd8286faa associated. External IP: 172.27.2.166, port: f04b2b75-2372-49ca-b65c-1dfaea255257. Jul 23 16:15:41.950444 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1edd5-554b-471c-90c8-1c51986c5166 req-9d9f80ca-d19c-4c12-a20c-1b05c986e1da tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:41.952026 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50e1edd5-554b-471c-90c8-1c51986c5166 req-9d9f80ca-d19c-4c12-a20c-1b05c986e1da tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0698173 Jul 23 16:15:41.994664 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50e1edd5-554b-471c-90c8-1c51986c5166 req-e8b835fe-4511-4fcd-8ef0-d61fb4279a51 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354745 Jul 23 16:15:42.110203 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-f227f5fa-9883-4cdb-95fc-b295b02dbff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:42.111691 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-f227f5fa-9883-4cdb-95fc-b295b02dbff6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3841941 Jul 23 16:15:42.281784 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-400849ca-6c0b-4ee1-b2fe-389fa0df6579 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604133 Jul 23 16:15:42.302370 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Router 001f1434-9909-4619-ab2b-30fbca2f726b has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:15:42.462144 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b306ff6d-6931-41f8-b755-3d63b7d1ed73 req-9a84c8fe-1e53-4c99-b305-cb1c1c7dc3d9 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682229 Jul 23 16:15:42.481549 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:15:42.493612 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fd6b0-4848-4c84-bd8b-912922e6eb18 None None] Sync routers for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:42.498115 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:42.506943 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fd6b0-4848-4c84-bd8b-912922e6eb18 None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:42.507939 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-068fd6b0-4848-4c84-bd8b-912922e6eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:15:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:42.553618 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-2a012b65-f508-4b39-a70b-c07aaa58710c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3767295 Jul 23 16:15:42.554902 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'tag': 'f04b2b75-2372-49ca-b65c-1dfaea255257'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:42.557191 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bde6440-5741-4cc6-9a35-417b9ae0618c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd6040e-a57e-4559-9fa5-470e2e135f9a", "tag": "f04b2b75-2372-49ca-b65c-1dfaea255257"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:42.604978 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920b55ee-c8e8-48a2-b075-9011d931ee17 x-openstack-request-id: req-920b55ee-c8e8-48a2-b075-9011d931ee17 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:42.605274 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd6040e-a57e-4559-9fa5-470e2e135f9a", "tag": "f04b2b75-2372-49ca-b65c-1dfaea255257", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:42.605509 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-920b55ee-c8e8-48a2-b075-9011d931ee17 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:42.605888 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'tag': 'f04b2b75-2372-49ca-b65c-1dfaea255257', 'status': 'completed', 'code': 200} Jul 23 16:15:42.638756 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-068fd6b0-4848-4c84-bd8b-912922e6eb18 None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:42.737210 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde6440-5741-4cc6-9a35-417b9ae0618c req-e120b5ee-67cc-4c78-978d-274b594ad7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:42.738830 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8bde6440-5741-4cc6-9a35-417b9ae0618c req-e120b5ee-67cc-4c78-978d-274b594ad7ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 1099 time: 0.0608780 Jul 23 16:15:42.864655 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde6440-5741-4cc6-9a35-417b9ae0618c req-a6e668b4-5943-4924-9f5c-95529ee14765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:42.866157 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8bde6440-5741-4cc6-9a35-417b9ae0618c req-a6e668b4-5943-4924-9f5c-95529ee14765 service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.0999391 Jul 23 16:15:42.944561 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-068fd6b0-4848-4c84-bd8b-912922e6eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': 'b68edd7e-c8dc-4553-b13c-065cd8286faa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'f04b2b75-2372-49ca-b65c-1dfaea255257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:fe:56:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:40Z', 'revision_number': 0, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:42.947090 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8bde6440-5741-4cc6-9a35-417b9ae0618c req-fcd3e989-fbcd-4f45-b8b8-1097f13486a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04b2b75-2372-49ca-b65c-1dfaea255257 HTTP/1.1" status: 200 len: 1000 time: 0.0711420 Jul 23 16:15:42.978749 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fd6b0-4848-4c84-bd8b-912922e6eb18 None None] Checking router: 001f1434-9909-4619-ab2b-30fbca2f726b for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:15:42.987580 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fd6b0-4848-4c84-bd8b-912922e6eb18 None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:42.988765 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-068fd6b0-4848-4c84-bd8b-912922e6eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:15:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:43.034275 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde6440-5741-4cc6-9a35-417b9ae0618c req-1b6bd9cf-8339-4724-8607-5de5ae17b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:43.036347 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8bde6440-5741-4cc6-9a35-417b9ae0618c req-1b6bd9cf-8339-4724-8607-5de5ae17b7c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0785198 Jul 23 16:15:43.233166 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-068fd6b0-4848-4c84-bd8b-912922e6eb18 None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:43.235742 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a87df-1b8d-4a21-8c5b-4427e6b34572 req-1c8c4ac4-8c20-4758-b6dd-97b2118299bb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:43.238242 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d19a87df-1b8d-4a21-8c5b-4427e6b34572 req-1c8c4ac4-8c20-4758-b6dd-97b2118299bb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.1096966 Jul 23 16:15:43.315608 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d19a87df-1b8d-4a21-8c5b-4427e6b34572 req-61572352-c309-4224-9d5e-15dc05180334 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698946 Jul 23 16:15:43.564965 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-068fd6b0-4848-4c84-bd8b-912922e6eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': 'b68edd7e-c8dc-4553-b13c-065cd8286faa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'f04b2b75-2372-49ca-b65c-1dfaea255257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:fe:56:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:40Z', 'revision_number': 0, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:43.596320 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fd6b0-4848-4c84-bd8b-912922e6eb18 None None] The sync data for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi is: [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': 'b68edd7e-c8dc-4553-b13c-065cd8286faa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'f04b2b75-2372-49ca-b65c-1dfaea255257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:fe:56:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:40Z', 'revision_number': 0, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:15:43.822343 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716a842-cf16-474e-93c8-b0c30abdc0d4 None None] New status for floating IP b68edd7e-c8dc-4553-b13c-065cd8286faa: ACTIVE {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:15:44.314790 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:15:44.488378 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36fb6d-ed56-4c26-ac9a-5a0834f94234 req-7c31f419-0876-4a0b-98a0-31409a222470 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:44.489915 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9b36fb6d-ed56-4c26-ac9a-5a0834f94234 req-7c31f419-0876-4a0b-98a0-31409a222470 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0750222 Jul 23 16:15:44.530473 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9b36fb6d-ed56-4c26-ac9a-5a0834f94234 req-cce862a2-8852-4967-bbf9-cdee14d6fa35 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346706 Jul 23 16:15:45.679441 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491bfa1-9831-4547-a1d5-6be9f7532e60 req-8f70a620-ccda-4dd6-93bc-dda877657cda tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:45.681098 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2491bfa1-9831-4547-a1d5-6be9f7532e60 req-8f70a620-ccda-4dd6-93bc-dda877657cda tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0701613 Jul 23 16:15:45.728449 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2491bfa1-9831-4547-a1d5-6be9f7532e60 req-cd18bd00-2f31-4eef-97c2-763271a48889 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371635 Jul 23 16:15:46.873177 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f8b15-d0c6-4ca3-8292-cdd4a77a696f req-f89ab25a-e4b7-4e46-a0b6-5c560b4266dc tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:46.874704 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b0f8b15-d0c6-4ca3-8292-cdd4a77a696f req-f89ab25a-e4b7-4e46-a0b6-5c560b4266dc tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0682340 Jul 23 16:15:46.919954 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b0f8b15-d0c6-4ca3-8292-cdd4a77a696f req-7c8be177-11cb-43cb-b612-53ffe7b8f6c9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385041 Jul 23 16:15:48.086182 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a70c5-efa7-4dc1-8705-0f04f0d2d5be req-8db5fca5-5851-4434-87d3-1194360a18d6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:48.087868 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-608a70c5-efa7-4dc1-8705-0f04f0d2d5be req-8db5fca5-5851-4434-87d3-1194360a18d6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0675521 Jul 23 16:15:48.131352 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-608a70c5-efa7-4dc1-8705-0f04f0d2d5be req-201a0ebe-50bb-4cfd-a2bb-3770d736ce5d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370176 Jul 23 16:15:48.749267 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.272104 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b41427-a456-42f0-a2d1-d43c5ac64e11 req-dba91d24-d1ed-4bbd-82ed-95b436ce8ff8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:49.274562 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-84b41427-a456-42f0-a2d1-d43c5ac64e11 req-dba91d24-d1ed-4bbd-82ed-95b436ce8ff8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0685222 Jul 23 16:15:49.312753 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-84b41427-a456-42f0-a2d1-d43c5ac64e11 req-c65cfdfb-f2e1-4296-bd46-c9abeefefdf5 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327394 Jul 23 16:15:50.506231 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7ab2-e8d5-4801-a931-dcb28069ded9 req-e1d082cf-3cd9-4ca4-a759-089e47d3bbdb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:50.507821 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-06da7ab2-e8d5-4801-a931-dcb28069ded9 req-e1d082cf-3cd9-4ca4-a759-089e47d3bbdb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.1078422 Jul 23 16:15:50.554805 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-06da7ab2-e8d5-4801-a931-dcb28069ded9 req-c8596446-2971-40b7-a952-49b5bb273e65 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413051 Jul 23 16:15:51.740461 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7a59a-8dbf-4c84-9c96-6a8618654fb3 req-7e944066-b0ae-4487-846a-af76ab56fa97 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:51.742251 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8ea7a59a-8dbf-4c84-9c96-6a8618654fb3 req-7e944066-b0ae-4487-846a-af76ab56fa97 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0706315 Jul 23 16:15:51.786663 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8ea7a59a-8dbf-4c84-9c96-6a8618654fb3 req-6a26d424-0697-479e-a56d-bbd3fbabf5f9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381439 Jul 23 16:15:52.932721 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637fb27-d4a4-43d6-b334-80701511fe2e req-b58cbca5-e0c7-4d4d-ab2c-0e374f342339 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:52.940194 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c637fb27-d4a4-43d6-b334-80701511fe2e req-b58cbca5-e0c7-4d4d-ab2c-0e374f342339 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0761316 Jul 23 16:15:52.985050 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c637fb27-d4a4-43d6-b334-80701511fe2e req-3b08a99a-d7be-4d32-9e25-f0cfdd77b67f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432429 Jul 23 16:15:54.123316 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-65a4ba0d-a032-401a-b5d5-5b5b3316a9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.144462 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f552b7-47af-45fa-80d3-e94fe3974ea0 req-d8e69939-83fa-48c2-93e8-02bd5ec46a65 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:54.146719 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37f552b7-47af-45fa-80d3-e94fe3974ea0 req-d8e69939-83fa-48c2-93e8-02bd5ec46a65 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0789330 Jul 23 16:15:54.195105 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37f552b7-47af-45fa-80d3-e94fe3974ea0 req-42f5075f-4a95-46e9-885a-abf27aa0d9d1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425022 Jul 23 16:15:55.348871 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbe4f3-6cd5-4124-ba30-566a13815459 req-b6f550f5-be47-4e22-a21e-2b8224c21d2f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:55.350371 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5fbe4f3-6cd5-4124-ba30-566a13815459 req-b6f550f5-be47-4e22-a21e-2b8224c21d2f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0715022 Jul 23 16:15:55.392085 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5fbe4f3-6cd5-4124-ba30-566a13815459 req-80e3d31a-c2d8-4588-97a4-39a10e2e8048 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360663 Jul 23 16:15:56.539968 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36998b-9182-4400-adce-a4cbd4f40886 req-74e2b3e2-2906-434e-b270-e310978e5d93 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.541565 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e36998b-9182-4400-adce-a4cbd4f40886 req-74e2b3e2-2906-434e-b270-e310978e5d93 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0720499 Jul 23 16:15:56.583946 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e36998b-9182-4400-adce-a4cbd4f40886 req-53614cb5-a376-4a5c-a6e0-7fd64c326bcb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359335 Jul 23 16:15:56.948737 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-360033ff-c3d8-4cd9-b628-90e14d307ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:57.193727 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:57.274486 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde6440-5741-4cc6-9a35-417b9ae0618c req-b34df7f9-ae43-4c62-82df-13ce7158b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:57.276033 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8bde6440-5741-4cc6-9a35-417b9ae0618c req-b34df7f9-ae43-4c62-82df-13ce7158b216 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578332 Jul 23 16:15:57.444227 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8bde6440-5741-4cc6-9a35-417b9ae0618c req-0973a2cf-40cb-407b-a5c4-5896562048f8 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885077 Jul 23 16:15:57.545354 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8bde6440-5741-4cc6-9a35-417b9ae0618c req-b5acc671-b3c5-4218-ac08-29be8eaafb45 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883090 Jul 23 16:15:57.729907 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6aa5f-ab77-480e-8d02-046db9e0bbd8 req-1c127198-a722-41b0-ac94-301d0fe484f3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:57.731377 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53c6aa5f-ab77-480e-8d02-046db9e0bbd8 req-1c127198-a722-41b0-ac94-301d0fe484f3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0648737 Jul 23 16:15:57.774680 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53c6aa5f-ab77-480e-8d02-046db9e0bbd8 req-5a39c6e8-42cd-4ba3-8200-de0b4ccef7e7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376880 Jul 23 16:15:58.176620 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.949752 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4e681-8c75-4bcf-8738-e63b37766459 req-0a3902a5-0c94-42a7-9f46-5e0a8f6d1c62 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:58.952178 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-65d4e681-8c75-4bcf-8738-e63b37766459 req-0a3902a5-0c94-42a7-9f46-5e0a8f6d1c62 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0995493 Jul 23 16:15:59.006012 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-65d4e681-8c75-4bcf-8738-e63b37766459 req-c982875a-dac1-4424-8d14-d44981c4b646 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475585 Jul 23 16:15:59.842350 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.152622 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed8ffc-b41c-4e87-a08e-30b39863d882 req-a7f34feb-4795-4c11-903a-aba30f3b57c1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:00.154115 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2eed8ffc-b41c-4e87-a08e-30b39863d882 req-a7f34feb-4795-4c11-903a-aba30f3b57c1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0702248 Jul 23 16:16:00.192757 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2eed8ffc-b41c-4e87-a08e-30b39863d882 req-5b239342-0a21-49b8-a06a-6e70591171a7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327582 Jul 23 16:16:01.329573 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205dbfe8-b03d-4d19-889e-3d4cce498432 req-d0f1a8cd-2516-494f-b238-e1942e305ca3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:01.331343 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-205dbfe8-b03d-4d19-889e-3d4cce498432 req-d0f1a8cd-2516-494f-b238-e1942e305ca3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0644510 Jul 23 16:16:01.370021 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-205dbfe8-b03d-4d19-889e-3d4cce498432 req-54ca7041-dda6-4c78-b482-46ae7b8718c4 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332911 Jul 23 16:16:02.508152 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aea01-a7cf-4cde-91a9-1d6ff8f0f8a1 req-769eb4f4-0c5e-41c3-b9db-cb1d31145300 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:02.509719 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c3aea01-a7cf-4cde-91a9-1d6ff8f0f8a1 req-769eb4f4-0c5e-41c3-b9db-cb1d31145300 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0672355 Jul 23 16:16:02.548016 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c3aea01-a7cf-4cde-91a9-1d6ff8f0f8a1 req-378dee6c-2c61-40a3-be2f-826a851d222e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328255 Jul 23 16:16:03.686679 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c63093-8549-4196-8c00-21af237e6ef5 req-a1588f4f-5bd8-4008-8364-61dcecc38cbc tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:03.688250 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-92c63093-8549-4196-8c00-21af237e6ef5 req-a1588f4f-5bd8-4008-8364-61dcecc38cbc tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0652251 Jul 23 16:16:03.726964 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-92c63093-8549-4196-8c00-21af237e6ef5 req-a9532546-02f5-444c-9eda-d4893b6bbd48 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329769 Jul 23 16:16:04.725756 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:04.830183 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:04.842376 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'port_id': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'mac_address': 'fa:16:3e:bb:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:04.868188 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876343f-a18f-44f0-8ed3-cd53fbf7a918 req-505004c6-e809-4792-a228-32fe858345e0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:04.869766 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b876343f-a18f-44f0-8ed3-cd53fbf7a918 req-505004c6-e809-4792-a228-32fe858345e0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 943 time: 0.0699658 Jul 23 16:16:04.881783 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.895134 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:04.911487 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b876343f-a18f-44f0-8ed3-cd53fbf7a918 req-b0012d2e-6829-4268-9ca4-8630cdaa972e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361886 Jul 23 16:16:04.918562 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:04.922767 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.982822 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,revision_number=9']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:04.989685 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:04.990029 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:04.990380 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:04.990696 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:04.991021 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:04.991345 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:04.991665 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:04.991984 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:04.992335 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:04.992651 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:04.992968 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:04.993283 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:05.357428 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['3f01a968-d44a-4126-bc20-12e9b5bcd4c5'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:06.059120 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4285d7-820e-4aaa-b622-528cca1c729c req-411fa6b4-80a8-4afe-9b03-78df771401a1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:06.060874 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d4285d7-820e-4aaa-b622-528cca1c729c req-411fa6b4-80a8-4afe-9b03-78df771401a1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 944 time: 0.0670938 Jul 23 16:16:06.104924 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d4285d7-820e-4aaa-b622-528cca1c729c req-996d389c-a4b6-4e84-9b0a-e6fd6273ca22 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370972 Jul 23 16:16:06.732837 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:06.781089 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:06.781458 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.864524 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.886952 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:06.889210 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9796b504-1643-46cf-8632-6fbffbe89c0c" -d '{"events": [{"server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:06.902774 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:06.909494 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.934025 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f46a7f-1faa-448e-b8b6-ab1ced60e07e x-openstack-request-id: req-f4f46a7f-1faa-448e-b8b6-ab1ced60e07e {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:06.934316 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:06.934567 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4f46a7f-1faa-448e-b8b6-ab1ced60e07e {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:06.934960 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'code': 200} Jul 23 16:16:06.965941 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,revision_number=10']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:07.243071 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb2912-61a4-4fc8-b0fe-a3c34a8ed92e req-a34f214e-1383-4049-9c0b-86ce7730fb72 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:07.244610 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ebfb2912-61a4-4fc8-b0fe-a3c34a8ed92e req-a34f214e-1383-4049-9c0b-86ce7730fb72 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 946 time: 0.0629249 Jul 23 16:16:07.282643 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ebfb2912-61a4-4fc8-b0fe-a3c34a8ed92e req-32901c59-672a-4382-8638-81acfb95a191 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323143 Jul 23 16:16:07.541712 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044d8f5-7f07-4cb0-9d0e-4debc53dd4a3 req-938358a0-3633-4092-b03a-718e7f8a893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:07.543290 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b044d8f5-7f07-4cb0-9d0e-4debc53dd4a3 req-938358a0-3633-4092-b03a-718e7f8a893b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 1099 time: 0.0561566 Jul 23 16:16:07.581638 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b044d8f5-7f07-4cb0-9d0e-4debc53dd4a3 req-3ad02f78-98e8-47ba-a28f-7d42688aaf06 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308030 Jul 23 16:16:08.426657 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96abf4-fcb6-4906-ad29-6199f0f38435 req-5d56af0e-fc0a-4e89-8b89-35296b3c30ec tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:08.428420 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7f96abf4-fcb6-4906-ad29-6199f0f38435 req-5d56af0e-fc0a-4e89-8b89-35296b3c30ec tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 946 time: 0.0719311 Jul 23 16:16:08.467571 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7f96abf4-fcb6-4906-ad29-6199f0f38435 req-8a0864ad-c035-4e70-b4c7-0108f71982e0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336461 Jul 23 16:16:09.629540 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a7b8b-bf27-4e6e-9720-266ea946bcc4 req-e76601f8-f1c0-4044-990d-12739cf3e087 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:09.631231 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-625a7b8b-bf27-4e6e-9720-266ea946bcc4 req-e76601f8-f1c0-4044-990d-12739cf3e087 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 946 time: 0.0755978 Jul 23 16:16:09.671110 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-625a7b8b-bf27-4e6e-9720-266ea946bcc4 req-7e295bb7-05d6-48cf-a01a-911fc585b2e9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339317 Jul 23 16:16:10.839863 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48eb01-f7cd-4695-9f87-13e0d3913b66 req-d4b29f59-7628-4fe8-ab8c-6d6ed75fef41 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:10.841507 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c48eb01-f7cd-4695-9f87-13e0d3913b66 req-d4b29f59-7628-4fe8-ab8c-6d6ed75fef41 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 946 time: 0.0810800 Jul 23 16:16:10.890208 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c48eb01-f7cd-4695-9f87-13e0d3913b66 req-506d7570-e7a8-493c-b98e-4f4f58d8e31b tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418031 Jul 23 16:16:18.767564 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.478596 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-5d94e2f7-f3c9-4cc3-8955-ab848ddbc5c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618334 Jul 23 16:16:19.581382 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-0c365843-529f-4faf-b719-c0a9cabdcfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.582896 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-0c365843-529f-4faf-b719-c0a9cabdcfea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 1098 time: 0.0564668 Jul 23 16:16:19.711297 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-a74ef115-2a73-482e-a8d4-4f286e174c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.712808 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-a74ef115-2a73-482e-a8d4-4f286e174c7c service neutron] 10.222.0.72 "GET /v2.0/networks?id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 200 len: 911 time: 0.1049221 Jul 23 16:16:19.786273 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-3b10d5c9-6a75-419c-bb80-68706e15d795 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a33d028-d0d1-4d3e-87c1-3cb129082970 HTTP/1.1" status: 200 len: 1001 time: 0.0610704 Jul 23 16:16:19.850373 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-00060e6a-a5fc-4226-a0da-044b9daefb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.851852 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-00060e6a-a5fc-4226-a0da-044b9daefb1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73f5cedb-e27f-4d30-9911-d592f6d72bf4 HTTP/1.1" status: 200 len: 849 time: 0.0479550 Jul 23 16:16:19.923274 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-3e37c434-b7bd-4d9b-bcc3-6e96d3b2c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.925849 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-3e37c434-b7bd-4d9b-bcc3-6e96d3b2c513 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621400 Jul 23 16:16:20.046820 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-d13a48e2-ec32-4d35-aa15-f48a197cce7e service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024849 Jul 23 16:16:20.160493 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4cf82f5e-933d-42e5-9385-a930b77ce8ed req-3ac20d52-8fd6-44d2-bcc6-e336199d89db service neutron] 10.222.0.72 "GET /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986235 Jul 23 16:16:21.313997 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:16:24.127971 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-96a5890e-c8cf-434f-adce-fd0f7bb80dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.950808 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-877ee3e0-9e1f-4182-86f4-e68ae9a3f8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.197828 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.178230 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.852603 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.419512 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a04015-6b01-4b99-930f-21d23b2310a8 req-ad3108e1-c7ae-4dff-9454-230641fb0236 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.421119 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76a04015-6b01-4b99-930f-21d23b2310a8 req-ad3108e1-c7ae-4dff-9454-230641fb0236 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 945 time: 0.0677574 Jul 23 16:16:34.462514 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76a04015-6b01-4b99-930f-21d23b2310a8 req-75da20b3-b524-4a3a-845a-299623cb2ee3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357039 Jul 23 16:16:35.597075 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf408b-7db8-4633-893e-216c4d093b26 req-2cb5bea5-949e-4a0c-a441-87fdff12f5a3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.599026 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6faf408b-7db8-4633-893e-216c4d093b26 req-2cb5bea5-949e-4a0c-a441-87fdff12f5a3 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 945 time: 0.0654359 Jul 23 16:16:35.641827 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6faf408b-7db8-4633-893e-216c4d093b26 req-8b07e5da-6b95-40a3-8130-ae2784ce9fc6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325963 Jul 23 16:16:36.776294 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1133fd5-d6c9-4029-bef6-d72363122655 req-e7b0ce22-1cea-49c4-ae4b-25144066e717 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:36.777825 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e1133fd5-d6c9-4029-bef6-d72363122655 req-e7b0ce22-1cea-49c4-ae4b-25144066e717 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 945 time: 0.0665359 Jul 23 16:16:36.817238 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e1133fd5-d6c9-4029-bef6-d72363122655 req-849da140-fbed-4e94-af57-88215ce70333 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334938 Jul 23 16:16:37.241981 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-fc3e61e9-187d-4e8d-ad80-5562c049bcb9 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:37.243547 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-fc3e61e9-187d-4e8d-ad80-5562c049bcb9 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.72 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 945 time: 0.0778208 Jul 23 16:16:37.369607 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Deleting port 6a33d028-d0d1-4d3e-87c1-3cb129082970 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:37.369863 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.467419 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] For port 6a33d028-d0d1-4d3e-87c1-3cb129082970, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a33d028-d0d1-4d3e-87c1-3cb129082970,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:37.467782 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.660831 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.661392 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.661860 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.l3_db [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Floating IP 90b0d0a9-0b80-40ec-86a6-1cdd811943d9 disassociated. External IP: 172.27.2.126, port: 6a33d028-d0d1-4d3e-87c1-3cb129082970. Jul 23 16:16:37.662289 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Calling delete_port for 6a33d028-d0d1-4d3e-87c1-3cb129082970 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:37.800247 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.834522 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event deleted for resources: {'Port': ['ID=6a33d028-d0d1-4d3e-87c1-3cb129082970,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:37.919142 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd06f7d2-9292-4298-bdb3-ab1c2c6c5295 req-64a81ec4-791a-45b7-9b7d-8238b6fc8668 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 210 time: 0.0305007 Jul 23 16:16:37.960713 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Router 37f8336e-c3a6-4c93-b876-1294cb5abb00 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:16:38.072103 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:38.082156 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc6f8cc-6677-414a-8fc0-bdcf60d806e4 None None] Sync routers for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:38.097298 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc6f8cc-6677-414a-8fc0-bdcf60d806e4 None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:38.098128 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3bc6f8cc-6677-414a-8fc0-bdcf60d806e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:16:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:38.126926 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] No DVR routers for this DVR port 6a33d028-d0d1-4d3e-87c1-3cb129082970 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:38.129480 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.131488 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b02272bd-4107-43f6-bb11-eb0936aa8003 req-85cc0940-9838-4040-8a06-df07cac9dfd6 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.72 "DELETE /v2.0/ports/6a33d028-d0d1-4d3e-87c1-3cb129082970 HTTP/1.1" status: 204 len: 173 time: 0.8782392 Jul 23 16:16:38.131933 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'name': 'network-vif-deleted', 'tag': '6a33d028-d0d1-4d3e-87c1-3cb129082970'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:38.134784 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1376bd50-f778-469b-a1d0-e8b3ed86ae77" -d '{"events": [{"server_uuid": "b25d231b-fdc9-41a2-82e8-50b551d9d183", "name": "network-vif-deleted", "tag": "6a33d028-d0d1-4d3e-87c1-3cb129082970"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:38.174497 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8c9f6b-4ec6-4efa-88ae-06e9199dfc3c x-openstack-request-id: req-1d8c9f6b-4ec6-4efa-88ae-06e9199dfc3c {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:38.174876 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25d231b-fdc9-41a2-82e8-50b551d9d183", "name": "network-vif-deleted", "tag": "6a33d028-d0d1-4d3e-87c1-3cb129082970", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:38.176355 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d8c9f6b-4ec6-4efa-88ae-06e9199dfc3c {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:38.176980 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25d231b-fdc9-41a2-82e8-50b551d9d183', 'name': 'network-vif-deleted', 'tag': '6a33d028-d0d1-4d3e-87c1-3cb129082970', 'status': 'completed', 'code': 200} Jul 23 16:16:38.220877 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-3bc6f8cc-6677-414a-8fc0-bdcf60d806e4 None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:38.455777 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3bc6f8cc-6677-414a-8fc0-bdcf60d806e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:38.483511 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc6f8cc-6677-414a-8fc0-bdcf60d806e4 None None] Checking router: 37f8336e-c3a6-4c93-b876-1294cb5abb00 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:38.494342 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc6f8cc-6677-414a-8fc0-bdcf60d806e4 None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:38.495243 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3bc6f8cc-6677-414a-8fc0-bdcf60d806e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:16:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:38.605519 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-3bc6f8cc-6677-414a-8fc0-bdcf60d806e4 None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:38.812568 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3bc6f8cc-6677-414a-8fc0-bdcf60d806e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:38.847763 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc6f8cc-6677-414a-8fc0-bdcf60d806e4 None None] The sync data for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi is: [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:08:27Z', 'revision_number': 4, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'd0f128b0-d08f-443a-8126-f3e0fa4f92ee', 'name': '', 'network_id': '24d7c5c0-488d-45c4-a0fb-7e7e9df9629b', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'mac_address': 'fa:16:3e:5a:06:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:26Z', 'updated_at': '2021-07-23T16:08:37Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'subnets': [{'id': '73f5cedb-e27f-4d30-9911-d592f6d72bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:39.036585 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a2459f39-0d7a-460f-aed0-5b5e22fd8484 req-962751e6-1518-4603-9563-34816b537ea9 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25d231b-fdc9-41a2-82e8-50b551d9d183 HTTP/1.1" status: 200 len: 210 time: 0.0325124 Jul 23 16:16:39.073975 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51833aab-8d73-42b6-a758-8e8ff208c97f None None] New status for floating IP 90b0d0a9-0b80-40ec-86a6-1cdd811943d9: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:16:40.149529 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49582) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:40.214847 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8e66793f-644f-40f4-86ff-363f539bc756 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.251578 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8e66793f-644f-40f4-86ff-363f539bc756 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.308616 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8e66793f-644f-40f4-86ff-363f539bc756 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.311371 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8e66793f-644f-40f4-86ff-363f539bc756 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.312571 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8e66793f-644f-40f4-86ff-363f539bc756 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "DELETE /v2.0/security-groups/8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf HTTP/1.1" status: 204 len: 168 time: 0.1620800 Jul 23 16:16:40.315964 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49584) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:40.332998 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.api.v2.resource [None req-11d27c69-b9b6-4d84-b208-4af972b31962 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] show failed (client error): The resource could not be found. Jul 23 16:16:40.334006 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-11d27c69-b9b6-4d84-b208-4af972b31962 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "GET /v2.0/security-groups/8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf HTTP/1.1" status: 404 len: 347 time: 0.0171270 Jul 23 16:16:40.334765 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66793f-644f-40f4-86ff-363f539bc756 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f898396-2aa9-44f8-9d7a-b5c5c9e96ddf,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:40.337014 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 49586) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:40.473488 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Deleting port f650ea58-8ac9-4324-9289-44bcfe0938dc {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:40.473822 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.557155 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.557494 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.571056 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Calling delete_port for f650ea58-8ac9-4324-9289-44bcfe0938dc owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:40.712531 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.738339 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Pushing event deleted for resources: {'Port': ['ID=f650ea58-8ac9-4324-9289-44bcfe0938dc,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:40.749482 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.749831 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.750169 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.750755 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.750954 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.751195 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.751668 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.751992 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.752333 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.752654 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.752968 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.753281 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:40.813844 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.816449 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.817609 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-87f8b625-82e9-43ad-8187-1fc9b1317656 tempest-AttachVolumeTestJSON-1787798208 tempest-AttachVolumeTestJSON-1787798208-project] 10.222.0.65 "DELETE /v2.0/floatingips/90b0d0a9-0b80-40ec-86a6-1cdd811943d9 HTTP/1.1" status: 204 len: 168 time: 0.4795330 Jul 23 16:16:40.856554 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 6a33d028-d0d1-4d3e-87c1-3cb129082970 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:40.877210 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 6a33d028-d0d1-4d3e-87c1-3cb129082970 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:16:40.877557 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 6a33d028-d0d1-4d3e-87c1-3cb129082970 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:44.384677 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 49614) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:44.864742 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16377422'] for router_interface, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.126435 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] Deleting port d0f128b0-d08f-443a-8126-f3e0fa4f92ee {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:45.126814 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.208773 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] For port d0f128b0-d08f-443a-8126-f3e0fa4f92ee, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=d0f128b0-d08f-443a-8126-f3e0fa4f92ee,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:45.209156 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.221967 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] Calling delete_port for d0f128b0-d08f-443a-8126-f3e0fa4f92ee owned by network:router_interface {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:45.404189 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.443148 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f128b0-d08f-443a-8126-f3e0fa4f92ee,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:45.614087 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16721121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16376856'] for router_interface, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.828120 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] Router 37f8336e-c3a6-4c93-b876-1294cb5abb00 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:16:46.175719 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:46.180768 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-188b0e07-4760-406c-8ebe-1e3ee5ad8299 admin admin] 10.222.0.65 "PUT /v2.0/routers/37f8336e-c3a6-4c93-b876-1294cb5abb00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7947757 Jul 23 16:16:46.183528 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49620) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:46.184959 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88ec3f-b54e-48f5-8207-b1be5bef7b2c None None] Sync routers for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:46.194534 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88ec3f-b54e-48f5-8207-b1be5bef7b2c None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:46.195153 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-df88ec3f-b54e-48f5-8207-b1be5bef7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:16:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:46.297440 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.301655 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-df88ec3f-b54e-48f5-8207-b1be5bef7b2c None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:46.406415 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.464691 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Deleting port 45ea4885-cbb2-4216-9098-b0747f551467 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:46.465129 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.549584 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] For port 45ea4885-cbb2-4216-9098-b0747f551467, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=45ea4885-cbb2-4216-9098-b0747f551467,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:46.549981 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.562498 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Calling delete_port for 45ea4885-cbb2-4216-9098-b0747f551467 owned by network:router_gateway {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:46.611682 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-df88ec3f-b54e-48f5-8207-b1be5bef7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '45ea4885-cbb2-4216-9098-b0747f551467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:16:45Z', 'revision_number': 5, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port': {'id': '45ea4885-cbb2-4216-9098-b0747f551467', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:08:21Z', 'updated_at': '2021-07-23T16:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:46.645227 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88ec3f-b54e-48f5-8207-b1be5bef7b2c None None] Checking router: 37f8336e-c3a6-4c93-b876-1294cb5abb00 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:46.656599 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88ec3f-b54e-48f5-8207-b1be5bef7b2c None None] Routers {'37f8336e-c3a6-4c93-b876-1294cb5abb00'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:46.657451 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-df88ec3f-b54e-48f5-8207-b1be5bef7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:16:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['37f8336e-c3a6-4c93-b876-1294cb5abb00'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:46.752504 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-df88ec3f-b54e-48f5-8207-b1be5bef7b2c None None] Set router 37f8336e-c3a6-4c93-b876-1294cb5abb00 gateway port host: None {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:46.753892 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.781593 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=45ea4885-cbb2-4216-9098-b0747f551467,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:46.808466 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-df88ec3f-b54e-48f5-8207-b1be5bef7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:16:46Z', 'revision_number': 6, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port_host': None}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:46.808811 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.809065 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.809392 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.809980 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.810331 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.810651 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.810974 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.811294 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.811618 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.811939 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.812363 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.813492 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:46.843521 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88ec3f-b54e-48f5-8207-b1be5bef7b2c None None] The sync data for ids ['37f8336e-c3a6-4c93-b876-1294cb5abb00'] in dv-cinder-801989-4-iscsi is: [{'id': '37f8336e-c3a6-4c93-b876-1294cb5abb00', 'name': 'tempest-AttachVolumeTestJSON-854397191-router', 'tenant_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:08:20Z', 'updated_at': '2021-07-23T16:16:46Z', 'revision_number': 6, 'project_id': '57fdedc6f8b44c89994ac2b3ec94910f', 'gw_port_host': None}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:46.862170 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16380175'] for router_gateway, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.980664 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1938'] for router, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.983247 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.051512 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16401131'] for router, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.052056 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37f8336e-c3a6-4c93-b876-1294cb5abb00 {{(pid=93342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:16:47.057515 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.058664 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-86ac9e32-28ac-4843-a125-2528270fa7ff admin admin] 10.222.0.65 "DELETE /v2.0/routers/37f8336e-c3a6-4c93-b876-1294cb5abb00 HTTP/1.1" status: 204 len: 168 time: 0.8740590 Jul 23 16:16:47.061499 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49622) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:47.105878 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4bec57-470c-437e-bd4a-7f513fe6917a admin admin] Deleting subnet 73f5cedb-e27f-4d30-9911-d592f6d72bf4 {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:16:47.109246 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0d4bec57-470c-437e-bd4a-7f513fe6917a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.147167 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0d4bec57-470c-437e-bd4a-7f513fe6917a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731459'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.227312 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0d4bec57-470c-437e-bd4a-7f513fe6917a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.278653 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0d4bec57-470c-437e-bd4a-7f513fe6917a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12656138'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.302754 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bec57-470c-437e-bd4a-7f513fe6917a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f5cedb-e27f-4d30-9911-d592f6d72bf4,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:47.308571 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0d4bec57-470c-437e-bd4a-7f513fe6917a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.310868 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0d4bec57-470c-437e-bd4a-7f513fe6917a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/73f5cedb-e27f-4d30-9911-d592f6d72bf4 HTTP/1.1" status: 204 len: 168 time: 0.2483377 Jul 23 16:16:47.313915 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 49624) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:47.314463 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020920a-d850-4dc1-95e8-365100787f2e None None] Network 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:47.385873 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.443288 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Deleting port 74a0e050-4d78-4e69-88bd-34ba7d176c85 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:47.443834 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.522479 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] For port 74a0e050-4d78-4e69-88bd-34ba7d176c85, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=74a0e050-4d78-4e69-88bd-34ba7d176c85,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:47.522842 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.531810 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441167d4-7b9e-42ff-a1d8-84c6826b2c02 None None] DHCP port deletion for 24d7c5c0-488d-45c4-a0fb-7e7e9df9629b request from dv-cinder-801989-4-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:16:47.535735 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Calling delete_port for 74a0e050-4d78-4e69-88bd-34ba7d176c85 owned by network:dhcp {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:47.581826 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-441167d4-7b9e-42ff-a1d8-84c6826b2c02 None None] Deleting port 74a0e050-4d78-4e69-88bd-34ba7d176c85 {{(pid=93344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:47.582205 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-441167d4-7b9e-42ff-a1d8-84c6826b2c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.623782 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.659435 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Pushing event deleted for resources: {'Port': ['ID=74a0e050-4d78-4e69-88bd-34ba7d176c85,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:47.663370 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] No DVR routers for this DVR port 74a0e050-4d78-4e69-88bd-34ba7d176c85 on host dv-cinder-801989-4-iscsi {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:47.667753 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-441167d4-7b9e-42ff-a1d8-84c6826b2c02 None None] For port 74a0e050-4d78-4e69-88bd-34ba7d176c85, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=74a0e050-4d78-4e69-88bd-34ba7d176c85,segment=NetworkSegment(43814192-389d-4392-8f73-b8c0c071ff26),segment_id=43814192-389d-4392-8f73-b8c0c071ff26)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:47.667908 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-441167d4-7b9e-42ff-a1d8-84c6826b2c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.689839 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-441167d4-7b9e-42ff-a1d8-84c6826b2c02 None None] Calling delete_port for 74a0e050-4d78-4e69-88bd-34ba7d176c85 owned by network:dhcp {{(pid=93344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:47.733091 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.743849 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d7c5c0-488d-45c4-a0fb-7e7e9df9629b']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:47.754327 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43814192-389d-4392-8f73-b8c0c071ff26') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:47.754559 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43814192-389d-4392-8f73-b8c0c071ff26') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:47.763276 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14468280'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.776801 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.780338 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-441167d4-7b9e-42ff-a1d8-84c6826b2c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917'] for port, after_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.784214 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:16:47.784690 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12610640'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: Traceback (most recent call last): Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: timer() Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: cb(*args, **kw) Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: return func(*args, **kwargs) Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: self._notify() Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: self.callback(batched_events) Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: event.method(event) Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: return f(self, *a, **k) Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._get(url).json() Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:16:47.786352 dv-cinder-801989-4-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:16:47.806331 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441167d4-7b9e-42ff-a1d8-84c6826b2c02 None None] Pushing event deleted for resources: {'Port': ['ID=74a0e050-4d78-4e69-88bd-34ba7d176c85,revision_number=None']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:47.810499 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441167d4-7b9e-42ff-a1d8-84c6826b2c02 None None] No DVR routers for this DVR port 74a0e050-4d78-4e69-88bd-34ba7d176c85 on host dv-cinder-801989-4-iscsi {{(pid=93344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:47.848705 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.854002 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.855801 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] 10.222.0.65 "DELETE /v2.0/networks/24d7c5c0-488d-45c4-a0fb-7e7e9df9629b HTTP/1.1" status: 204 len: 168 time: 0.5408826 Jul 23 16:16:47.866864 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd5d26-b48e-4568-8c99-533dd12e838e admin admin] Pushing event deleted for resources: {'Network': ['ID=24d7c5c0-488d-45c4-a0fb-7e7e9df9629b,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:47.974236 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 49628) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:48.014869 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-1d937c44-5d41-4596-be20-e169d811a000 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=57fdedc6f8b44c89994ac2b3ec94910f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393021 Jul 23 16:16:48.018242 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 49630) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:48.069416 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f36cad1a-aa95-4c42-8c33-577a93b0109e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:48.091001 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f36cad1a-aa95-4c42-8c33-577a93b0109e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:48.105007 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 45ea4885-cbb2-4216-9098-b0747f551467 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:48.128671 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 45ea4885-cbb2-4216-9098-b0747f551467 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:16:48.128671 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 45ea4885-cbb2-4216-9098-b0747f551467 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:48.129563 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 74a0e050-4d78-4e69-88bd-34ba7d176c85 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:48.148997 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 74a0e050-4d78-4e69-88bd-34ba7d176c85 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:16:48.149326 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 74a0e050-4d78-4e69-88bd-34ba7d176c85 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:48.149737 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device d0f128b0-d08f-443a-8126-f3e0fa4f92ee no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:48.158721 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f36cad1a-aa95-4c42-8c33-577a93b0109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:48.163495 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f36cad1a-aa95-4c42-8c33-577a93b0109e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:48.165546 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f36cad1a-aa95-4c42-8c33-577a93b0109e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b86f7c0-b00c-4da7-9726-af83234df5cf HTTP/1.1" status: 204 len: 168 time: 0.1461804 Jul 23 16:16:48.171537 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: d0f128b0-d08f-443a-8126-f3e0fa4f92ee {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:16:48.172433 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device d0f128b0-d08f-443a-8126-f3e0fa4f92ee not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:48.181374 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cad1a-aa95-4c42-8c33-577a93b0109e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b86f7c0-b00c-4da7-9726-af83234df5cf,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:48.757098 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.130536 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-544a31b9-a09c-483c-ae84-d4e336e0fe28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:56.954797 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-99f71bf0-c78f-485e-b04b-c5bf693080b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.203764 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.571965 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8374d86-b950-46bb-ae78-70d95d159972 req-b662b85f-6c36-40b4-8dc7-c339423aae6f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:57.573507 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a8374d86-b950-46bb-ae78-70d95d159972 req-b662b85f-6c36-40b4-8dc7-c339423aae6f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 946 time: 0.0725551 Jul 23 16:16:57.615467 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a8374d86-b950-46bb-ae78-70d95d159972 req-224f89b6-45b6-4eaa-bc36-efc91b83b18d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352509 Jul 23 16:16:58.181165 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.314116 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:16:58.752488 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c69cd-0337-4dda-9b7b-c36662fa2c02 req-4695e5b1-18c6-49a2-9dda-75fa94b51fcc tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:58.753995 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ea3c69cd-0337-4dda-9b7b-c36662fa2c02 req-4695e5b1-18c6-49a2-9dda-75fa94b51fcc tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 946 time: 0.0648167 Jul 23 16:16:58.793025 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ea3c69cd-0337-4dda-9b7b-c36662fa2c02 req-28bb8bf1-2b62-4b07-ab9e-08c3d66de434 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330212 Jul 23 16:16:59.851634 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.964469 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f194d-c621-4096-a980-a378d1520c9e req-183073ca-679d-4542-8791-e6c25fd4404d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:59.966617 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ed8f194d-c621-4096-a980-a378d1520c9e req-183073ca-679d-4542-8791-e6c25fd4404d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 946 time: 0.0832596 Jul 23 16:17:00.011445 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ed8f194d-c621-4096-a980-a378d1520c9e req-4febc06f-6178-488d-b4b6-a28b4d214cab tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bbce670-7ca6-4a21-8fd4-dcb43f211b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344462 Jul 23 16:17:00.027192 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-cd97e089-5f82-4d7d-bf50-d0947d2010a0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:00.029242 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-cd97e089-5f82-4d7d-bf50-d0947d2010a0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 946 time: 0.0770273 Jul 23 16:17:00.141230 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Deleting port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:00.141787 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.250547 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] For port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:00.251110 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.671577 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.671577 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.672103 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.l3_db [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Floating IP 3243b738-70d0-4c82-871b-1d0868d97b80 disassociated. External IP: 172.27.2.155, port: 3f01a968-d44a-4126-bc20-12e9b5bcd4c5. Jul 23 16:17:00.672465 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Calling delete_port for 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:00.802181 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.830599 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event deleted for resources: {'Port': ['ID=3f01a968-d44a-4126-bc20-12e9b5bcd4c5,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:00.949497 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Router 8a70c1a3-b142-437e-bb73-07986b11f6cf has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:01.065478 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:01.076988 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca150f-adc4-4a1d-95e6-4776b223e4aa None None] Sync routers for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:01.090132 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca150f-adc4-4a1d-95e6-4776b223e4aa None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:01.091325 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-6bca150f-adc4-4a1d-95e6-4776b223e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:16:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:01.119029 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] No DVR routers for this DVR port 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:01.122632 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.125626 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-eee80f1d-5c7c-4e2d-a426-eea805849141 req-4b4c586c-c24a-4238-9756-a2bbefc78d25 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.72 "DELETE /v2.0/ports/3f01a968-d44a-4126-bc20-12e9b5bcd4c5 HTTP/1.1" status: 204 len: 173 time: 1.0907457 Jul 23 16:17:01.126152 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'name': 'network-vif-deleted', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:01.128665 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d78cb-13e5-46f5-b9da-da4d6b851039" -d '{"events": [{"server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "name": "network-vif-deleted", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:01.146601 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe5b2d73-a6c5-4086-a579-d12e654c5c57 req-233be5aa-89c5-43ab-977a-7def37db01c8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bcc64f-d281-437c-b76c-22a4360479f7 HTTP/1.1" status: 200 len: 210 time: 0.0406141 Jul 23 16:17:01.178319 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94c06cc-e6e1-48a3-ab02-bba3bd483f56 x-openstack-request-id: req-b94c06cc-e6e1-48a3-ab02-bba3bd483f56 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:01.179075 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bcc64f-d281-437c-b76c-22a4360479f7", "name": "network-vif-deleted", "tag": "3f01a968-d44a-4126-bc20-12e9b5bcd4c5", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:01.179075 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b94c06cc-e6e1-48a3-ab02-bba3bd483f56 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:01.179797 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bcc64f-d281-437c-b76c-22a4360479f7', 'name': 'network-vif-deleted', 'tag': '3f01a968-d44a-4126-bc20-12e9b5bcd4c5', 'status': 'completed', 'code': 200} Jul 23 16:17:01.281501 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-6bca150f-adc4-4a1d-95e6-4776b223e4aa None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:01.507125 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-6bca150f-adc4-4a1d-95e6-4776b223e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:01.535877 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca150f-adc4-4a1d-95e6-4776b223e4aa None None] Checking router: 8a70c1a3-b142-437e-bb73-07986b11f6cf for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:01.544419 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca150f-adc4-4a1d-95e6-4776b223e4aa None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:01.545101 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-6bca150f-adc4-4a1d-95e6-4776b223e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:16:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:01.664014 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-6bca150f-adc4-4a1d-95e6-4776b223e4aa None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:01.885155 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-6bca150f-adc4-4a1d-95e6-4776b223e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:01.913285 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca150f-adc4-4a1d-95e6-4776b223e4aa None None] The sync data for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi is: [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:02.146320 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5449fc-00eb-4e40-9293-d125bb9ea108 None None] New status for floating IP 3243b738-70d0-4c82-871b-1d0868d97b80: DOWN {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:17:02.240942 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49806) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:02.307074 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e33e081b-5ceb-4041-9a91-bcbed0c289ee tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.340450 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e33e081b-5ceb-4041-9a91-bcbed0c289ee tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.402847 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e33e081b-5ceb-4041-9a91-bcbed0c289ee tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.405443 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e33e081b-5ceb-4041-9a91-bcbed0c289ee tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.406884 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e33e081b-5ceb-4041-9a91-bcbed0c289ee tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "DELETE /v2.0/security-groups/3bbce670-7ca6-4a21-8fd4-dcb43f211b49 HTTP/1.1" status: 204 len: 168 time: 0.1648862 Jul 23 16:17:02.409682 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 49816) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:02.428356 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e081b-5ceb-4041-9a91-bcbed0c289ee tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbce670-7ca6-4a21-8fd4-dcb43f211b49,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:02.438998 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.api.v2.resource [None req-00a0bfb9-9556-49fb-9edf-b3b4f2f8b812 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] show failed (client error): The resource could not be found. Jul 23 16:17:02.440283 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-00a0bfb9-9556-49fb-9edf-b3b4f2f8b812 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups/3bbce670-7ca6-4a21-8fd4-dcb43f211b49 HTTP/1.1" status: 404 len: 347 time: 0.0296049 Jul 23 16:17:02.448390 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49820) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:02.592325 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0c8e2-5ebb-4e53-a2eb-3eb198e36f03 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Deleting port ed70ad5b-05a9-488d-a559-6aa87d99ed48 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:02.592684 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c8e2-5ebb-4e53-a2eb-3eb198e36f03 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.672182 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c8e2-5ebb-4e53-a2eb-3eb198e36f03 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.672518 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c8e2-5ebb-4e53-a2eb-3eb198e36f03 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.684807 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0c8e2-5ebb-4e53-a2eb-3eb198e36f03 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Calling delete_port for ed70ad5b-05a9-488d-a559-6aa87d99ed48 owned by network:floatingip {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:02.831978 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c8e2-5ebb-4e53-a2eb-3eb198e36f03 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.859736 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0c8e2-5ebb-4e53-a2eb-3eb198e36f03 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event deleted for resources: {'Port': ['ID=ed70ad5b-05a9-488d-a559-6aa87d99ed48,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:02.923905 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c8e2-5ebb-4e53-a2eb-3eb198e36f03 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.926472 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c8e2-5ebb-4e53-a2eb-3eb198e36f03 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.927649 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f5b0c8e2-5ebb-4e53-a2eb-3eb198e36f03 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "DELETE /v2.0/floatingips/3243b738-70d0-4c82-871b-1d0868d97b80 HTTP/1.1" status: 204 len: 168 time: 0.4773655 Jul 23 16:17:02.953348 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:02.974858 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:17:02.975483 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 3f01a968-d44a-4126-bc20-12e9b5bcd4c5 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:03.217636 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 49830) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:03.225226 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-e4ad8fcf-53de-41c1-a9ce-a232ccdf326e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1191536956', 'description': 'tempest-description--55315121'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:03.250289 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8fcf-53de-41c1-a9ce-a232ccdf326e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.334422 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8fcf-53de-41c1-a9ce-a232ccdf326e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.338371 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8fcf-53de-41c1-a9ce-a232ccdf326e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.364949 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8fcf-53de-41c1-a9ce-a232ccdf326e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.366058 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e4ad8fcf-53de-41c1-a9ce-a232ccdf326e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1447415 Jul 23 16:17:03.369043 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49832) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:03.370029 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad8fcf-53de-41c1-a9ce-a232ccdf326e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c01563d-c44a-4791-b715-1c89a5325af2,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:03.374026 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-adc861b6-a3a7-4e38-9140-148a90d7582d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'security_group_rule': {'security_group_id': '4c01563d-c44a-4791-b715-1c89a5325af2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:03.400368 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-adc861b6-a3a7-4e38-9140-148a90d7582d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.459229 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-adc861b6-a3a7-4e38-9140-148a90d7582d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.462928 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-adc861b6-a3a7-4e38-9140-148a90d7582d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.481279 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc861b6-a3a7-4e38-9140-148a90d7582d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92fcbdb-96fe-4d6e-8120-455bc9c75b87,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:03.488753 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-adc861b6-a3a7-4e38-9140-148a90d7582d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.490047 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-adc861b6-a3a7-4e38-9140-148a90d7582d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199281 Jul 23 16:17:03.492596 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49834) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:03.497128 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-213f89cb-44f6-46b8-8c96-89cca6a88a5f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'security_group_rule': {'security_group_id': '4c01563d-c44a-4791-b715-1c89a5325af2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:03.525337 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-213f89cb-44f6-46b8-8c96-89cca6a88a5f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.586724 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-213f89cb-44f6-46b8-8c96-89cca6a88a5f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.591753 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-213f89cb-44f6-46b8-8c96-89cca6a88a5f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.614542 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f89cb-44f6-46b8-8c96-89cca6a88a5f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb54c73-9d4a-448d-bca9-ad076f968b14,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:03.627808 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-213f89cb-44f6-46b8-8c96-89cca6a88a5f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.629869 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-213f89cb-44f6-46b8-8c96-89cca6a88a5f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360834 Jul 23 16:17:03.633691 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 49838) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:03.638280 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'floatingip': {'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:03.667076 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.782669 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.900559 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Allocated IP 172.27.2.135 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/9514dba8-9822-4e00-bc5c-9889e923ef8b) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:04.021072 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.068261 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.110972 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:04.114037 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:04.117616 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:04.142753 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'Port': ['ID=9514dba8-9822-4e00-bc5c-9889e923ef8b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:04.211700 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.255848 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.403996 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.409368 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.484761 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'Port': ['ID=9514dba8-9822-4e00-bc5c-9889e923ef8b,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:04.493253 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.506603 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.507846 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a3fe6eb4-000f-4e58-b718-84146cb78ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8731816 Jul 23 16:17:04.722632 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-00e7195b-2508-4c52-9de0-a086df435ae5 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1191536956&fields=id&tenant_id=dc8147693aac40c198f7422b34d42012 HTTP/1.1" status: 200 len: 267 time: 0.0335062 Jul 23 16:17:04.836119 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-936ee307-ed96-4116-8408-44158975a9da tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:04.837583 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-936ee307-ed96-4116-8408-44158975a9da tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 817 time: 0.1077454 Jul 23 16:17:04.853317 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-b64e6153-90d9-4e69-8464-8057b8f0b315 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/quotas/dc8147693aac40c198f7422b34d42012 HTTP/1.1" status: 200 len: 375 time: 0.0102849 Jul 23 16:17:04.921504 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-c9cb9b24-cb5a-47d1-8b84-55f033d1d20a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625222 Jul 23 16:17:05.019025 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-c2f5758a-5a44-442d-bf40-8139f871a4b2 service neutron] 10.222.0.65 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865140 Jul 23 16:17:05.112313 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-7fbff607-5a97-4387-8b1b-eced2d826880 service neutron] 10.222.0.65 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877249 Jul 23 16:17:05.285403 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d048ed2f-e37c-4e85-b14e-2edecf2dcd4e req-83f53dc8-d034-44b3-b0e6-48dcac5d2f0e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 210 time: 0.0313702 Jul 23 16:17:06.400880 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-269a2679-2226-423e-816c-8d81fca5e0f8 req-dfceff3c-0616-48ad-a339-f0c62a4f46d2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 210 time: 0.0350931 Jul 23 16:17:06.481792 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f925b483-c8ed-421e-99f7-08c69645bc3d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:06.483257 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f925b483-c8ed-421e-99f7-08c69645bc3d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 817 time: 0.1104228 Jul 23 16:17:06.567223 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-7f36c7c8-ac46-46f1-8256-347b3941aa57 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc8147693aac40c198f7422b34d42012 HTTP/1.1" status: 200 len: 380 time: 0.0391514 Jul 23 16:17:06.582513 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'port': {'device_id': '2039442f-1ae1-450d-b724-00468da39d6a', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'admin_state_up': True, 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'security_groups': ['4c01563d-c44a-4791-b715-1c89a5325af2']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:06.696738 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Made reservation on behalf of dc8147693aac40c198f7422b34d42012 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:06.700286 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.841523 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Allocated IP 172.20.0.13 (bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17/7de2965b-9ad1-400d-b7cb-d488ae49570f/7dff12ed-4e0a-4eb5-8272-52d011e1e7fb) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:06.979499 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.993252 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Transition to ACTIVE for port object 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:07.026531 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.072475 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:07.075548 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:07.080056 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:07.108219 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event updated for resources: {'Port': ['ID=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:07.137088 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:07.137723 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.153901 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-a4d766ee-2916-4df7-9778-0651b3199ca1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5749533 Jul 23 16:17:07.176153 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Request body: {'port': {'device_id': '2039442f-1ae1-450d-b724-00468da39d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:07.253811 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.290315 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c08aafa1-9eb5-4e77-a84d-33fbddc956df None None] Provisioning for port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:07.294462 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c08aafa1-9eb5-4e77-a84d-33fbddc956df None None] Provisioning complete for port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:07.300814 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c08aafa1-9eb5-4e77-a84d-33fbddc956df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.334917 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c08aafa1-9eb5-4e77-a84d-33fbddc956df None None] Port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:07.547390 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:07.552191 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46b696-3c55-4ae8-8e23-5ed1a1ecc197 req-59d579e7-9bef-41af-b394-d900f0a1d83d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:07.553755 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1b46b696-3c55-4ae8-8e23-5ed1a1ecc197 req-59d579e7-9bef-41af-b394-d900f0a1d83d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 932 time: 0.0716217 Jul 23 16:17:07.556564 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.570549 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Transition to ACTIVE for port object 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:07.574696 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.603304 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1b46b696-3c55-4ae8-8e23-5ed1a1ecc197 req-3f1bac9d-9182-4d96-84c2-9d5f498c4ef3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434794 Jul 23 16:17:07.690628 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:07.739061 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Attempting to bind port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:07.739408 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Attempting to bind port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:07.739749 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Attempting to bind port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb on network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:07.752555 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb on network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:07.752889 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Attempting to bind port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb on network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:07.758346 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:07.758689 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Checking segment: {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:07.759085 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Bound using segment: {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:07.759540 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Bound port: 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7b3266-6621-4aa3-871a-ec6b3ba43799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:07.759904 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.828268 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:07.831420 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:07.835390 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.873321 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:07.873932 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.876880 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] 10.222.0.72 "PUT /v2.0/ports/7dff12ed-4e0a-4eb5-8272-52d011e1e7fb HTTP/1.1" status: 200 len: 1094 time: 0.7044692 Jul 23 16:17:07.876880 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:07.881022 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35133ab9-bdbc-438c-b323-54d69093fdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:07.916784 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9acf0-adb1-4aa6-aa6c-1648dee395b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:07.929753 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b58923c-7ef1-477b-b569-ce9554bcc81f x-openstack-request-id: req-1b58923c-7ef1-477b-b569-ce9554bcc81f {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:07.930121 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:07.930439 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b58923c-7ef1-477b-b569-ce9554bcc81f {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:07.930941 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'status': 'completed', 'code': 200} Jul 23 16:17:08.037431 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-cc62ce11-0bc9-44ad-8234-88a06872a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.038943 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-cc62ce11-0bc9-44ad-8234-88a06872a854 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 1097 time: 0.0703709 Jul 23 16:17:08.097934 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-4b7be459-1367-45fa-be93-a69e3fd069ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb HTTP/1.1" status: 200 len: 217 time: 0.0400763 Jul 23 16:17:08.150323 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-2a9946ab-2ab2-449d-a6fc-ea9fb4b21f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.151697 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-2a9946ab-2ab2-449d-a6fc-ea9fb4b21f1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0423634 Jul 23 16:17:08.221541 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-2cb26aab-5797-46b6-84d6-cee5b00b0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.223033 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-2cb26aab-5797-46b6-84d6-cee5b00b0811 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625243 Jul 23 16:17:08.319738 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-09e7e7d6-deee-438e-9c3e-1e33b82a286f service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884478 Jul 23 16:17:08.415613 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-16a55771-4137-4ffb-9a9c-511b6114b4f4 req-5a6572d0-7453-4c76-a4e3-dba59f2ee259 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883512 Jul 23 16:17:08.579141 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35133ab9-bdbc-438c-b323-54d69093fdaf req-34035aa3-585e-404a-972e-f64720b45b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.580568 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-35133ab9-bdbc-438c-b323-54d69093fdaf req-34035aa3-585e-404a-972e-f64720b45b7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 1097 time: 0.0553160 Jul 23 16:17:08.673328 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35133ab9-bdbc-438c-b323-54d69093fdaf req-c08f5bf0-774e-4878-96cb-dfb3299c14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.674805 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-35133ab9-bdbc-438c-b323-54d69093fdaf req-c08f5bf0-774e-4878-96cb-dfb3299c14d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 918 time: 0.0865779 Jul 23 16:17:08.723040 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-35133ab9-bdbc-438c-b323-54d69093fdaf req-a51dd643-a9f1-47fe-83c7-936a8324d868 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb HTTP/1.1" status: 200 len: 217 time: 0.0388560 Jul 23 16:17:08.750468 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d22088-3aa6-451e-bd59-cf81b6a1093e req-d7a203d5-e461-42c6-b545-33453c2d03c2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.751992 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1d22088-3aa6-451e-bd59-cf81b6a1093e req-d7a203d5-e461-42c6-b545-33453c2d03c2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0655904 Jul 23 16:17:08.775550 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35133ab9-bdbc-438c-b323-54d69093fdaf req-ba26edba-94cf-432d-9d7b-42f166b6a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.777162 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-35133ab9-bdbc-438c-b323-54d69093fdaf req-ba26edba-94cf-432d-9d7b-42f166b6a4ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0456438 Jul 23 16:17:08.789634 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1d22088-3aa6-451e-bd59-cf81b6a1093e req-825765b9-00d9-48dc-bd1a-ed15f1fe18eb tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320230 Jul 23 16:17:08.842307 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35133ab9-bdbc-438c-b323-54d69093fdaf req-c4d80597-1f54-4e29-a317-d1985e172d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.844347 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-35133ab9-bdbc-438c-b323-54d69093fdaf req-c4d80597-1f54-4e29-a317-d1985e172d77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587134 Jul 23 16:17:08.946360 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-35133ab9-bdbc-438c-b323-54d69093fdaf req-cc6caae2-0474-40e5-8b5a-54da2aea2b31 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935884 Jul 23 16:17:09.046689 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-35133ab9-bdbc-438c-b323-54d69093fdaf req-07c37389-5a39-44f1-b60d-81e66ec4493a service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922096 Jul 23 16:17:09.928886 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911de2ee-f3c4-4b40-8531-f2d5237e73d4 req-9977fc43-e032-48a8-a1f9-5daa19222629 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:09.931061 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-911de2ee-f3c4-4b40-8531-f2d5237e73d4 req-9977fc43-e032-48a8-a1f9-5daa19222629 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0632155 Jul 23 16:17:09.976749 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-911de2ee-f3c4-4b40-8531-f2d5237e73d4 req-bbc30c46-2f4f-4e5b-9249-039dda718b12 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385718 Jul 23 16:17:10.996053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:11.092301 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:11.103643 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'port_id': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'mac_address': 'fa:16:3e:7a:6e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:11.114771 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50817f5f-bac7-4aa0-a4e2-f72f5c01ce56 req-abfe5484-b023-46c1-beef-9ba83b33bb05 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:11.116294 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50817f5f-bac7-4aa0-a4e2-f72f5c01ce56 req-abfe5484-b023-46c1-beef-9ba83b33bb05 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0673819 Jul 23 16:17:11.144412 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.154956 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50817f5f-bac7-4aa0-a4e2-f72f5c01ce56 req-22f2ea06-ea64-4999-9e39-5c3c95e7a529 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329664 Jul 23 16:17:11.157221 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:11.177187 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:11.182404 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.230235 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:11.239567 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.239915 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.240278 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.240605 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.240928 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.241250 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.241567 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.241884 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.242201 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.242514 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.242826 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.243138 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:11.571399 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['7dff12ed-4e0a-4eb5-8272-52d011e1e7fb'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:12.294966 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffea72-08df-4104-a575-abd845b16b88 req-94e894d2-404c-4907-8767-04eac75ca702 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:12.296789 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5fffea72-08df-4104-a575-abd845b16b88 req-94e894d2-404c-4907-8767-04eac75ca702 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 945 time: 0.0687952 Jul 23 16:17:12.336161 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5fffea72-08df-4104-a575-abd845b16b88 req-d336e1ce-5beb-4a45-a3df-74b4f341b097 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336742 Jul 23 16:17:13.478186 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b708e-3f3d-4249-902b-28be54fa7396 req-5c08b714-5402-4f83-9340-6142764ce1df tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:13.479689 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-653b708e-3f3d-4249-902b-28be54fa7396 req-5c08b714-5402-4f83-9340-6142764ce1df tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 945 time: 0.0700433 Jul 23 16:17:13.534559 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-653b708e-3f3d-4249-902b-28be54fa7396 req-7f3fe100-2d82-448c-af2c-fd8c140cba9c tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394890 Jul 23 16:17:14.686897 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f6897-990b-4b6f-b719-2224549111ed req-2b7c4289-062d-4cf7-8364-755eec4b0c1e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:14.688424 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d6f6897-990b-4b6f-b719-2224549111ed req-2b7c4289-062d-4cf7-8364-755eec4b0c1e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 945 time: 0.0791972 Jul 23 16:17:14.727321 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d6f6897-990b-4b6f-b719-2224549111ed req-54c26776-9b35-4632-b80b-7b2c29d05432 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328605 Jul 23 16:17:15.866307 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd4197-ba7b-4de7-a9b9-0c5d8cddcbc0 req-7065977d-7697-45ae-a634-2ac680fefd57 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.867889 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abbd4197-ba7b-4de7-a9b9-0c5d8cddcbc0 req-7065977d-7697-45ae-a634-2ac680fefd57 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 945 time: 0.0660794 Jul 23 16:17:15.908072 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abbd4197-ba7b-4de7-a9b9-0c5d8cddcbc0 req-00517827-c873-46d1-9428-1f55cbd89f45 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346763 Jul 23 16:17:17.064720 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f6ba-c5b7-4094-973e-13080bedec95 req-4c480209-33be-4a92-8058-2d0fc26df7e6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:17.066181 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1c0f6ba-c5b7-4094-973e-13080bedec95 req-4c480209-33be-4a92-8058-2d0fc26df7e6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 945 time: 0.0861044 Jul 23 16:17:17.105229 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1c0f6ba-c5b7-4094-973e-13080bedec95 req-f06a78f6-ff56-4962-914d-3a7ad377477c tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334866 Jul 23 16:17:18.250547 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc71ee7-0667-48d5-9233-86656cbc8551 req-19c37afa-796c-489c-b303-5f9761486fc9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.251314 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:18.252393 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0dc71ee7-0667-48d5-9233-86656cbc8551 req-19c37afa-796c-489c-b303-5f9761486fc9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 945 time: 0.0677617 Jul 23 16:17:18.296929 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0dc71ee7-0667-48d5-9233-86656cbc8551 req-f06a7eb0-aef2-42ce-8f0a-8d799a056865 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354657 Jul 23 16:17:18.303237 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:18.307172 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:18.307564 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.396395 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.422092 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:18.424362 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baa3ab3-a3c0-4d6f-8943-9271472b0231" -d '{"events": [{"server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "name": "network-vif-plugged", "status": "completed", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:18.438264 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:18.443006 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.473185 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0d8a73-c202-4513-860c-8a7827f40953 x-openstack-request-id: req-cb0d8a73-c202-4513-860c-8a7827f40953 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:18.473478 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "name": "network-vif-plugged", "status": "completed", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:18.473721 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb0d8a73-c202-4513-860c-8a7827f40953 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:18.474098 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'code': 200} Jul 23 16:17:18.501415 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:18.746573 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc04a7-6c65-4589-8ea2-ab8cbaf0a026 req-7adf85ac-3e89-44b5-b1c1-a481fc8f9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.748240 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5ffc04a7-6c65-4589-8ea2-ab8cbaf0a026 req-7adf85ac-3e89-44b5-b1c1-a481fc8f9cdb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 1099 time: 0.0704556 Jul 23 16:17:18.766283 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.786214 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5ffc04a7-6c65-4589-8ea2-ab8cbaf0a026 req-d69c0818-bc16-4f1e-9ef9-55bfd845580e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Jul 23 16:17:19.434038 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2999317-926a-4079-947e-3fde35f8ad63 req-56a69423-a74c-46b3-8d96-92887b1403bf tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.435799 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2999317-926a-4079-947e-3fde35f8ad63 req-56a69423-a74c-46b3-8d96-92887b1403bf tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0667865 Jul 23 16:17:19.479857 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2999317-926a-4079-947e-3fde35f8ad63 req-0288a30b-6353-4482-bba7-e38e0b3612ce tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381460 Jul 23 16:17:20.617375 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed1330-1f10-476a-830d-8f7818301004 req-60f678c7-0545-4927-87f9-883df3eee68a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:20.618728 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aaed1330-1f10-476a-830d-8f7818301004 req-60f678c7-0545-4927-87f9-883df3eee68a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0659211 Jul 23 16:17:20.657280 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-aaed1330-1f10-476a-830d-8f7818301004 req-2af5ddc8-9810-4650-b03a-2dc3b701d589 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321894 Jul 23 16:17:20.798191 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05f628-1f67-4034-a430-3def7d674455 req-5e6b2971-c03a-482a-b7b3-d257dad9dde8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:20.799806 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a05f628-1f67-4034-a430-3def7d674455 req-5e6b2971-c03a-482a-b7b3-d257dad9dde8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0743062 Jul 23 16:17:20.808371 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50016) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:20.814047 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-3f5c6b3f-288b-46c8-abe8-dcdd7b1e18b2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Request body: {'floatingip': {'port_id': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:20.857245 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6b3f-288b-46c8-abe8-dcdd7b1e18b2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.316901 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6b3f-288b-46c8-abe8-dcdd7b1e18b2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.321712 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6b3f-288b-46c8-abe8-dcdd7b1e18b2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.431005 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-3f5c6b3f-288b-46c8-abe8-dcdd7b1e18b2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Floating IP b193a28e-e082-45a6-b2fe-e6ae796cd9fd associated. External IP: 172.27.2.135, port: 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb. Jul 23 16:17:21.447223 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-48e6d0b3-de8a-4c2f-a4a9-215d2311c0cb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596538 Jul 23 16:17:21.629204 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-2f1984cb-5951-4142-a5ac-6a6c063980d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.631226 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-2f1984cb-5951-4142-a5ac-6a6c063980d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 1099 time: 0.1041291 Jul 23 16:17:21.718456 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5c6b3f-288b-46c8-abe8-dcdd7b1e18b2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Router 8a70c1a3-b142-437e-bb73-07986b11f6cf has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:21.786700 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-35629053-1a33-4f04-b908-3aab476948b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.789188 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-35629053-1a33-4f04-b908-3aab476948b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.1313732 Jul 23 16:17:21.872807 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5c6b3f-288b-46c8-abe8-dcdd7b1e18b2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:21.878200 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6b3f-288b-46c8-abe8-dcdd7b1e18b2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.888456 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c763d-f5d3-46c3-8ebe-4b118bd3abb9 None None] Sync routers for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:21.897452 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-7a2c84f8-5be1-4369-b4b0-cda6e6152cca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04b2b75-2372-49ca-b65c-1dfaea255257 HTTP/1.1" status: 200 len: 1002 time: 0.1000752 Jul 23 16:17:21.899317 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c763d-f5d3-46c3-8ebe-4b118bd3abb9 None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:21.899986 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-442c763d-f5d3-46c3-8ebe-4b118bd3abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:16:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:21.919441 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-3f5c6b3f-288b-46c8-abe8-dcdd7b1e18b2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "PUT /v2.0/floatingips/b193a28e-e082-45a6-b2fe-e6ae796cd9fd HTTP/1.1" status: 200 len: 992 time: 1.1091926 Jul 23 16:17:21.920017 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:21.923522 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c" -d '{"events": [{"name": "network-changed", "server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:21.959899 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-d50f7f0f-6a91-4780-aeb1-e1c6560cf1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.961968 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-d50f7f0f-6a91-4780-aeb1-e1c6560cf1a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0552909 Jul 23 16:17:21.971921 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9506106-d5fe-431a-9a7f-4a40789c4895 x-openstack-request-id: req-d9506106-d5fe-431a-9a7f-4a40789c4895 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:21.972238 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:21.972493 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9506106-d5fe-431a-9a7f-4a40789c4895 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:21.972942 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'status': 'completed', 'code': 200} Jul 23 16:17:22.021982 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-442c763d-f5d3-46c3-8ebe-4b118bd3abb9 None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:22.026650 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-2b3c3ce2-2452-4e64-a045-586ff8dfaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.028189 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-2b3c3ce2-2452-4e64-a045-586ff8dfaa95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591905 Jul 23 16:17:22.181764 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-ecf346f4-1bf7-4677-9eeb-aac145147401 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327765 Jul 23 16:17:22.189736 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c req-36139851-de3f-4842-85cb-66366ab89874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.191128 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c req-36139851-de3f-4842-85cb-66366ab89874 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 1099 time: 0.1317637 Jul 23 16:17:22.358780 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-442c763d-f5d3-46c3-8ebe-4b118bd3abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': 'b193a28e-e082-45a6-b2fe-e6ae796cd9fd', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'port_id': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'mac_address': 'fa:16:3e:7a:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2039442f-1ae1-450d-b724-00468da39d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:17:04Z', 'updated_at': '2021-07-23T16:17:21Z', 'revision_number': 1, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:22.363080 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c1d59d99-e7fd-4a19-9100-4163ecbf9a92 req-7910aaf0-31da-4f1a-9550-709b71045ccd service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709146 Jul 23 16:17:22.364234 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c req-b3ffb215-3476-448e-995d-f435eaaef11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.365584 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c req-b3ffb215-3476-448e-995d-f435eaaef11c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 918 time: 0.1657009 Jul 23 16:17:22.386789 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c763d-f5d3-46c3-8ebe-4b118bd3abb9 None None] Checking router: 8a70c1a3-b142-437e-bb73-07986b11f6cf for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:22.396009 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c763d-f5d3-46c3-8ebe-4b118bd3abb9 None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:22.396665 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-442c763d-f5d3-46c3-8ebe-4b118bd3abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:16:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:22.454347 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c req-4b531f58-fabd-4d6e-ab4f-5309aa62a635 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb HTTP/1.1" status: 200 len: 1000 time: 0.0661123 Jul 23 16:17:22.507814 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-442c763d-f5d3-46c3-8ebe-4b118bd3abb9 None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:22.521026 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c req-2905f58b-d10b-4f5b-adb7-9065c64d8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.522571 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c req-2905f58b-d10b-4f5b-adb7-9065c64d8cd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0464022 Jul 23 16:17:22.588400 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c req-983ce3f4-af51-4245-9890-175906770451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.590442 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c req-983ce3f4-af51-4245-9890-175906770451 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582471 Jul 23 16:17:22.693989 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c req-1fc4ef95-6dfa-4e32-84a6-dfbff8e4021d service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955353 Jul 23 16:17:22.775459 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-442c763d-f5d3-46c3-8ebe-4b118bd3abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': 'b193a28e-e082-45a6-b2fe-e6ae796cd9fd', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'port_id': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'mac_address': 'fa:16:3e:7a:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2039442f-1ae1-450d-b724-00468da39d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:17:04Z', 'updated_at': '2021-07-23T16:17:21Z', 'revision_number': 1, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:22.795423 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4b5e386b-fc54-4c35-a7bc-3ad4b744d56c req-d1ab95e4-86ce-42b8-bf68-e291aa174ab3 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902860 Jul 23 16:17:22.823776 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c763d-f5d3-46c3-8ebe-4b118bd3abb9 None None] The sync data for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi is: [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': 'b193a28e-e082-45a6-b2fe-e6ae796cd9fd', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'port_id': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'mac_address': 'fa:16:3e:7a:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2039442f-1ae1-450d-b724-00468da39d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:17:04Z', 'updated_at': '2021-07-23T16:17:21Z', 'revision_number': 1, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:23.045635 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba0b257-8a24-4432-ae43-5de8c736d743 None None] New status for floating IP b193a28e-e082-45a6-b2fe-e6ae796cd9fd: ACTIVE {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:17:24.132256 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9214-f839-45ba-a3e8-82ebe3d47b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.957490 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db9714ac-af9f-485d-9f4f-6b2841bafcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.197458 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:28.185445 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:29.850614 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.909200 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50144) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:32.012032 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8051dda1-1b8b-4acf-b122-1720a229aa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.105725 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8051dda1-1b8b-4acf-b122-1720a229aa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.110016 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8051dda1-1b8b-4acf-b122-1720a229aa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.151570 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8051dda1-1b8b-4acf-b122-1720a229aa50 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=205f74ee959a4f4fad1527bb47aaad1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412643 Jul 23 16:17:32.152630 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051dda1-1b8b-4acf-b122-1720a229aa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731bdc37-d234-46f4-8ca2-ed6305f8ea8e,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:32.154331 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50148) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:32.207788 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4389fccb-a3c2-46ce-bacc-0c9d19180583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.228243 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4389fccb-a3c2-46ce-bacc-0c9d19180583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.275388 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4389fccb-a3c2-46ce-bacc-0c9d19180583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.278188 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4389fccb-a3c2-46ce-bacc-0c9d19180583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.279410 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-4389fccb-a3c2-46ce-bacc-0c9d19180583 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/731bdc37-d234-46f4-8ca2-ed6305f8ea8e HTTP/1.1" status: 204 len: 168 time: 0.1240585 Jul 23 16:17:32.287986 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389fccb-a3c2-46ce-bacc-0c9d19180583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731bdc37-d234-46f4-8ca2-ed6305f8ea8e,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:32.543824 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50156) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:32.557409 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1eb77961-d1aa-41a0-8ee2-d5b7ccb30675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.650972 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1eb77961-d1aa-41a0-8ee2-d5b7ccb30675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.655363 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1eb77961-d1aa-41a0-8ee2-d5b7ccb30675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.694290 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-1eb77961-d1aa-41a0-8ee2-d5b7ccb30675 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c055800045b4f73a6d9c5669209a417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493452 Jul 23 16:17:32.695116 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb77961-d1aa-41a0-8ee2-d5b7ccb30675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8e9771-d695-4938-adfd-5e50d517328c,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:32.697119 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50158) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:32.746547 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-16460207-a76f-4b3c-b12f-56df1242ba6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.770320 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-16460207-a76f-4b3c-b12f-56df1242ba6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.816419 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-16460207-a76f-4b3c-b12f-56df1242ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.819019 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-16460207-a76f-4b3c-b12f-56df1242ba6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.820193 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-16460207-a76f-4b3c-b12f-56df1242ba6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b8e9771-d695-4938-adfd-5e50d517328c HTTP/1.1" status: 204 len: 168 time: 0.1220329 Jul 23 16:17:32.827989 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16460207-a76f-4b3c-b12f-56df1242ba6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8e9771-d695-4938-adfd-5e50d517328c,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:34.240931 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50200) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:34.344243 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37f68926-6e26-4684-8e85-f39ddfb2ff52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.431201 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37f68926-6e26-4684-8e85-f39ddfb2ff52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.435997 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37f68926-6e26-4684-8e85-f39ddfb2ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.474520 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-37f68926-6e26-4684-8e85-f39ddfb2ff52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40875b692c94467e8d8d1d6b939b2565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324672 Jul 23 16:17:34.475375 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f68926-6e26-4684-8e85-f39ddfb2ff52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073ff343-4dac-403c-8271-24d859565437,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:34.477838 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50204) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:34.530111 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-901373b9-fac6-4411-84d2-5d8349abccf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.552912 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-901373b9-fac6-4411-84d2-5d8349abccf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.604168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-901373b9-fac6-4411-84d2-5d8349abccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.606559 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-901373b9-fac6-4411-84d2-5d8349abccf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.608294 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-901373b9-fac6-4411-84d2-5d8349abccf7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/073ff343-4dac-403c-8271-24d859565437 HTTP/1.1" status: 204 len: 168 time: 0.1300271 Jul 23 16:17:34.616024 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901373b9-fac6-4411-84d2-5d8349abccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073ff343-4dac-403c-8271-24d859565437,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:34.873173 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50212) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:34.889369 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa50e-f383-46ed-9f80-f070e1f1f2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.980982 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa50e-f383-46ed-9f80-f070e1f1f2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.984907 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa50e-f383-46ed-9f80-f070e1f1f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.021050 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aaa50e-f383-46ed-9f80-f070e1f1f2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fef276-a97d-4ebc-a808-5641d9d7e6f5,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:35.026287 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c7aaa50e-f383-46ed-9f80-f070e1f1f2ad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ffc492da76dd4578a89bf853bd932f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520672 Jul 23 16:17:35.029331 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50214) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:35.078158 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f0c196a1-9747-47ee-9b3a-f988afeadc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.099156 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f0c196a1-9747-47ee-9b3a-f988afeadc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.146620 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f0c196a1-9747-47ee-9b3a-f988afeadc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.149522 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f0c196a1-9747-47ee-9b3a-f988afeadc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.150715 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f0c196a1-9747-47ee-9b3a-f988afeadc50 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47fef276-a97d-4ebc-a808-5641d9d7e6f5 HTTP/1.1" status: 204 len: 168 time: 0.1206591 Jul 23 16:17:35.161989 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c196a1-9747-47ee-9b3a-f988afeadc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fef276-a97d-4ebc-a808-5641d9d7e6f5,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:35.314638 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:17:40.077083 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50318) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:40.181437 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5505f6c9-2096-4182-9765-d96375ca5e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.269570 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5505f6c9-2096-4182-9765-d96375ca5e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.273888 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5505f6c9-2096-4182-9765-d96375ca5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.313274 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5505f6c9-2096-4182-9765-d96375ca5e6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d46f3fbd7584dfab909e6e67066cb24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340305 Jul 23 16:17:40.315545 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505f6c9-2096-4182-9765-d96375ca5e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9a6a4e-6a89-41ac-ac91-1c71ca135ecc,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:40.316025 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50324) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:40.365461 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1da8-a4d3-4a33-a33b-3ffd8ef43706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.386448 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1da8-a4d3-4a33-a33b-3ffd8ef43706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.433105 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1da8-a4d3-4a33-a33b-3ffd8ef43706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.436327 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1da8-a4d3-4a33-a33b-3ffd8ef43706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.437522 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5c2a1da8-a4d3-4a33-a33b-3ffd8ef43706 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca9a6a4e-6a89-41ac-ac91-1c71ca135ecc HTTP/1.1" status: 204 len: 168 time: 0.1204638 Jul 23 16:17:40.445363 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a1da8-a4d3-4a33-a33b-3ffd8ef43706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9a6a4e-6a89-41ac-ac91-1c71ca135ecc,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:40.693404 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50330) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:40.710015 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-08fd6525-20c2-4b10-8336-41db925d37ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.800682 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-08fd6525-20c2-4b10-8336-41db925d37ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.804541 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-08fd6525-20c2-4b10-8336-41db925d37ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.846691 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-08fd6525-20c2-4b10-8336-41db925d37ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=112df4a48bc04a269bdd3241214e8b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521716 Jul 23 16:17:40.847627 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd6525-20c2-4b10-8336-41db925d37ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ca2085-0fb1-4e93-af43-17c6fc11a0be,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:40.849409 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50332) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:40.899395 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.925179 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.972299 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.974788 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.975924 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86ca2085-0fb1-4e93-af43-17c6fc11a0be HTTP/1.1" status: 204 len: 168 time: 0.1254711 Jul 23 16:17:40.983560 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ca2085-0fb1-4e93-af43-17c6fc11a0be,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:40.990491 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:40.990832 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:40.991160 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:40.991486 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:40.991805 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:40.992136 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:40.992482 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:40.992779 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:40.993093 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:40.993751 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:40.993751 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:40.994000 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cfeede-eefc-453f-a05b-a4c9b8e29ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:45.854372 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50416) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:45.958471 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-125cb40f-1bab-41af-9c5f-7d45725bf13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.046025 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-125cb40f-1bab-41af-9c5f-7d45725bf13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.049822 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-125cb40f-1bab-41af-9c5f-7d45725bf13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.088768 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-125cb40f-1bab-41af-9c5f-7d45725bf13e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6576364430704e59a90856d0e09a1a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332854 Jul 23 16:17:46.089622 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cb40f-1bab-41af-9c5f-7d45725bf13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d106c818-b837-4f97-a644-828a72d4241d,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.091943 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50420) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:46.142383 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9d50e0e0-6585-464a-8808-f7919d7434ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.163875 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9d50e0e0-6585-464a-8808-f7919d7434ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.210719 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9d50e0e0-6585-464a-8808-f7919d7434ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.213356 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9d50e0e0-6585-464a-8808-f7919d7434ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.214510 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9d50e0e0-6585-464a-8808-f7919d7434ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d106c818-b837-4f97-a644-828a72d4241d HTTP/1.1" status: 204 len: 168 time: 0.1214972 Jul 23 16:17:46.222317 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50e0e0-6585-464a-8808-f7919d7434ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d106c818-b837-4f97-a644-828a72d4241d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.471984 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50426) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:46.486440 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8450916c-055a-47c4-bdaa-a4a964cdfa11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.579181 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8450916c-055a-47c4-bdaa-a4a964cdfa11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.582771 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8450916c-055a-47c4-bdaa-a4a964cdfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.622965 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8450916c-055a-47c4-bdaa-a4a964cdfa11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7535578bef8b42b2a9d7d738de72fed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496048 Jul 23 16:17:46.627848 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450916c-055a-47c4-bdaa-a4a964cdfa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136e5260-7565-4b26-bb44-8c1e944969c7,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.628047 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50428) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:46.674567 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e32-ed89-42ef-bd01-b7b8d2761b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.695353 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e32-ed89-42ef-bd01-b7b8d2761b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.742724 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e32-ed89-42ef-bd01-b7b8d2761b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.745301 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e32-ed89-42ef-bd01-b7b8d2761b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.746414 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d4a45e32-ed89-42ef-bd01-b7b8d2761b49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/136e5260-7565-4b26-bb44-8c1e944969c7 HTTP/1.1" status: 204 len: 168 time: 0.1199248 Jul 23 16:17:46.753820 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a45e32-ed89-42ef-bd01-b7b8d2761b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136e5260-7565-4b26-bb44-8c1e944969c7,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:48.781043 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.040691 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50560) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:53.142082 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.235604 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.239472 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.279157 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47fc38aaf7d14175960ccc13b2a058f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371771 Jul 23 16:17:53.280078 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9f292c-c208-4f97-9d25-d77667be212c,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:53.281642 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50564) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:53.287579 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.287991 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.288404 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.288794 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.289127 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.289459 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.289783 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.290108 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.290435 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.290765 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.291409 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.291790 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8711-edae-4933-80a2-12c3fc56e5cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:53.331177 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-44a0494e-d954-42c9-967c-7b5cf992d921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.352257 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-44a0494e-d954-42c9-967c-7b5cf992d921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.397929 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-44a0494e-d954-42c9-967c-7b5cf992d921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.400659 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-44a0494e-d954-42c9-967c-7b5cf992d921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.401850 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-44a0494e-d954-42c9-967c-7b5cf992d921 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c9f292c-c208-4f97-9d25-d77667be212c HTTP/1.1" status: 204 len: 168 time: 0.1192150 Jul 23 16:17:53.410219 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0494e-d954-42c9-967c-7b5cf992d921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9f292c-c208-4f97-9d25-d77667be212c,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:53.664750 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50572) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:53.678277 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3b83ac19-b1d9-4617-9f30-ed716a495a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.771915 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3b83ac19-b1d9-4617-9f30-ed716a495a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.775847 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3b83ac19-b1d9-4617-9f30-ed716a495a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.816757 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3b83ac19-b1d9-4617-9f30-ed716a495a52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ff2b4738ba54b7f85b9ff083af00a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508796 Jul 23 16:17:53.817678 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83ac19-b1d9-4617-9f30-ed716a495a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b695daa3-e8d0-454c-9d71-51014cafa594,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:53.819423 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50574) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:53.868388 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-112c5f5d-43cf-4302-b1f7-1c812d88450e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.891450 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-112c5f5d-43cf-4302-b1f7-1c812d88450e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.939528 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-112c5f5d-43cf-4302-b1f7-1c812d88450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.942138 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-112c5f5d-43cf-4302-b1f7-1c812d88450e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.943269 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-112c5f5d-43cf-4302-b1f7-1c812d88450e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b695daa3-e8d0-454c-9d71-51014cafa594 HTTP/1.1" status: 204 len: 168 time: 0.1228683 Jul 23 16:17:53.951629 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c5f5d-43cf-4302-b1f7-1c812d88450e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b695daa3-e8d0-454c-9d71-51014cafa594,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:54.133804 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-15b06eb4-2148-466f-baea-7da0b43bb69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.601058 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50596) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:54.692724 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-205550777-network', 'tenant_id': 'd757c393eda44c459dbc118198e12d34'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:54.714237 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Made reservation on behalf of d757c393eda44c459dbc118198e12d34 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:54.717001 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.732407 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.824416 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.829050 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.853854 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:54.869778 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d963e439-a792-437a-9ffa-91138be01705,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:54.877548 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.877931 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Added segment df86ed92-1c06-4e4a-a875-649b1c34d42c of type vlan for network e97b67f1-e172-41ee-a5bf-8d41fd711737 Jul 23 16:17:54.917772 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.948110 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.949259 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.950033 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.983366 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3811240 Jul 23 16:17:54.986360 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50602) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:54.992301 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] Request body: {'subnet': {'network_id': 'e97b67f1-e172-41ee-a5bf-8d41fd711737', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-205550777-subnet', 'tenant_id': 'd757c393eda44c459dbc118198e12d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:55.014845 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] Made reservation on behalf of d757c393eda44c459dbc118198e12d34 for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:55.015163 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b7afa-c4fb-42ea-97f3-39890a8a50a4 admin admin] Pushing event updated for resources: {'Network': ['ID=e97b67f1-e172-41ee-a5bf-8d41fd711737,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:55.017424 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12656175'] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.025406 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network e97b67f1-e172-41ee-a5bf-8d41fd711737 details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:17:55.462689 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12827615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12656189'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.522655 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb547cb3-e0a9-4b7f-8ec8-b3ec7d6ec04e,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:55.526966 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] Checking segment: {'id': 'df86ed92-1c06-4e4a-a875-649b1c34d42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e97b67f1-e172-41ee-a5bf-8d41fd711737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:55.527387 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] Network hostable DHCP agents. Network: e97b67f1-e172-41ee-a5bf-8d41fd711737, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:55.530330 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb031b1-368b-41b5-b163-6b2aed682679 req-c1bfa1cf-f107-4625-b510-a10ff5bdec2d tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.531899 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eeb031b1-368b-41b5-b163-6b2aed682679 req-c1bfa1cf-f107-4625-b510-a10ff5bdec2d tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 946 time: 0.0678282 Jul 23 16:17:55.555687 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] Network e97b67f1-e172-41ee-a5bf-8d41fd711737 is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:55.567103 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, e97b67f1-e172-41ee-a5bf-8d41fd711737) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:55.571467 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.572069 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.575359 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eeb031b1-368b-41b5-b163-6b2aed682679 req-700c1ede-9a1e-4545-985c-7e6a4bca046a tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367708 Jul 23 16:17:55.578466 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b5fa94-3878-413a-824e-4b0ca9cfb9ee None None] Network e97b67f1-e172-41ee-a5bf-8d41fd711737 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:55.595696 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fad62212-85ca-4a44-ad75-31122921dfe7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6076920 Jul 23 16:17:55.711300 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b3480-c499-4c3e-843c-8645a9615ece None None] Network e97b67f1-e172-41ee-a5bf-8d41fd711737 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:56.052651 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50624) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:56.057806 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-647898629-network', 'tenant_id': '1ec0381dee424a1e81e33f2464a9f33b'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:56.080056 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Made reservation on behalf of 1ec0381dee424a1e81e33f2464a9f33b for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:56.082332 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.090663 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.177024 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.180870 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.206205 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:56.215807 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994feb95-ce0c-45d5-b1d4-087fe04f55a2,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:56.220614 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.220957 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Added segment d32c0d5c-5d56-466d-a556-aa2b1ce67c93 of type vlan for network dc23add0-e751-47a8-93a4-7117211862fa Jul 23 16:17:56.263395 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.295165 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.296253 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.296841 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.328448 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2745664 Jul 23 16:17:56.331350 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50626) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:56.336407 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] Request body: {'subnet': {'network_id': 'dc23add0-e751-47a8-93a4-7117211862fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-647898629-subnet', 'tenant_id': '1ec0381dee424a1e81e33f2464a9f33b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:56.358604 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] Made reservation on behalf of 1ec0381dee424a1e81e33f2464a9f33b for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:56.361145 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12656175'] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.362405 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527dee5-0976-4a29-9bca-fb661210d83e admin admin] Pushing event updated for resources: {'Network': ['ID=dc23add0-e751-47a8-93a4-7117211862fa,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:56.372633 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network dc23add0-e751-47a8-93a4-7117211862fa details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:17:56.530298 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12827615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12656189'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.585414 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2f5279-d9af-4e7c-aa40-19345350e85a,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:56.594638 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] Checking segment: {'id': 'd32c0d5c-5d56-466d-a556-aa2b1ce67c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dc23add0-e751-47a8-93a4-7117211862fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:56.594998 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] Network hostable DHCP agents. Network: dc23add0-e751-47a8-93a4-7117211862fa, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:56.616057 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] Network dc23add0-e751-47a8-93a4-7117211862fa is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:56.627499 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, dc23add0-e751-47a8-93a4-7117211862fa) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:56.631629 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.632249 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.637704 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fff784f-5098-4fe5-9fdd-5845c457f28e None None] Network dc23add0-e751-47a8-93a4-7117211862fa requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:56.647017 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-bbbeabdb-560b-43c0-96f9-f6827c1b2764 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3145757 Jul 23 16:17:56.730393 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27e456-532e-4ed7-95ca-fefb9cf8f792 req-d4c2598b-9b58-412b-8765-15357e1ba1f5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.738782 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e27e456-532e-4ed7-95ca-fefb9cf8f792 req-d4c2598b-9b58-412b-8765-15357e1ba1f5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 946 time: 0.0829415 Jul 23 16:17:56.777498 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e27e456-532e-4ed7-95ca-fefb9cf8f792 req-37327543-2873-44e7-af8c-d8ec58b1fd48 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376379 Jul 23 16:17:56.782542 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a669dfb9-c529-407c-9dc6-05008a6e6b58 None None] Network dc23add0-e751-47a8-93a4-7117211862fa requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:56.961188 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-08aa0e32-30d2-4c00-ba25-89bf370f0de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.201668 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.407677 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-3a5baacc-10b5-45fe-905c-a52ffab3895a tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.409076 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-3a5baacc-10b5-45fe-905c-a52ffab3895a tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 946 time: 0.0673435 Jul 23 16:17:57.511536 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Deleting port f04b2b75-2372-49ca-b65c-1dfaea255257 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:57.511873 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.613937 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] For port f04b2b75-2372-49ca-b65c-1dfaea255257, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f04b2b75-2372-49ca-b65c-1dfaea255257,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:57.614338 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.782597 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.782597 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.782597 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.l3_db [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Floating IP b68edd7e-c8dc-4553-b13c-065cd8286faa disassociated. External IP: 172.27.2.166, port: f04b2b75-2372-49ca-b65c-1dfaea255257. Jul 23 16:17:57.783252 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Calling delete_port for f04b2b75-2372-49ca-b65c-1dfaea255257 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:57.915650 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.916329 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c9f1-9933-4c5e-aac5-65e6dbdd4e54 req-6aa6e625-e7b2-43f9-80ea-ad57e2584abb tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.919114 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bd31c9f1-9933-4c5e-aac5-65e6dbdd4e54 req-6aa6e625-e7b2-43f9-80ea-ad57e2584abb tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 946 time: 0.0670257 Jul 23 16:17:57.945922 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event deleted for resources: {'Port': ['ID=f04b2b75-2372-49ca-b65c-1dfaea255257,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:57.964737 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bd31c9f1-9933-4c5e-aac5-65e6dbdd4e54 req-bd4d5fb2-537a-412b-958c-947830f9ecba tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398865 Jul 23 16:17:58.060908 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Router 001f1434-9909-4619-ab2b-30fbca2f726b has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:58.175443 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:58.186192 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65116cd-d8a5-4706-b72c-5266caeeba0f None None] Sync routers for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:58.194595 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.197023 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65116cd-d8a5-4706-b72c-5266caeeba0f None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:58.197703 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b65116cd-d8a5-4706-b72c-5266caeeba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:17:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:58.224249 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] No DVR routers for this DVR port f04b2b75-2372-49ca-b65c-1dfaea255257 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:58.226830 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.228883 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-852f2b59-9fa9-4744-a92e-6ae3f6ff97b3 req-f70522aa-c96a-4524-8f37-219f1dfed2a6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "DELETE /v2.0/ports/f04b2b75-2372-49ca-b65c-1dfaea255257 HTTP/1.1" status: 204 len: 173 time: 0.8138916 Jul 23 16:17:58.229383 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'name': 'network-vif-deleted', 'tag': 'f04b2b75-2372-49ca-b65c-1dfaea255257'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:58.232623 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ece3af-a6e1-49ae-8e28-38378db5db13" -d '{"events": [{"server_uuid": "3fd6040e-a57e-4559-9fa5-470e2e135f9a", "name": "network-vif-deleted", "tag": "f04b2b75-2372-49ca-b65c-1dfaea255257"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:58.284926 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687e5ac7-6c01-43f8-94a1-83f34ae64cca x-openstack-request-id: req-687e5ac7-6c01-43f8-94a1-83f34ae64cca {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:58.285220 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd6040e-a57e-4559-9fa5-470e2e135f9a", "name": "network-vif-deleted", "tag": "f04b2b75-2372-49ca-b65c-1dfaea255257", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:58.285492 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-687e5ac7-6c01-43f8-94a1-83f34ae64cca {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:58.285893 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd6040e-a57e-4559-9fa5-470e2e135f9a', 'name': 'network-vif-deleted', 'tag': 'f04b2b75-2372-49ca-b65c-1dfaea255257', 'status': 'completed', 'code': 200} Jul 23 16:17:58.316787 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b65116cd-d8a5-4706-b72c-5266caeeba0f None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:58.546004 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b65116cd-d8a5-4706-b72c-5266caeeba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:58.578722 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65116cd-d8a5-4706-b72c-5266caeeba0f None None] Checking router: 001f1434-9909-4619-ab2b-30fbca2f726b for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:58.586996 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65116cd-d8a5-4706-b72c-5266caeeba0f None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:58.587614 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b65116cd-d8a5-4706-b72c-5266caeeba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:17:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:58.693393 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b65116cd-d8a5-4706-b72c-5266caeeba0f None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:58.908850 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b65116cd-d8a5-4706-b72c-5266caeeba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:58.935137 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65116cd-d8a5-4706-b72c-5266caeeba0f None None] The sync data for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi is: [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:59.084605 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-26984eb5-657c-460d-a28a-b219b0a75ee9 req-411fda2d-4d63-4e40-ae9c-ca078d7c31e5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fd6040e-a57e-4559-9fa5-470e2e135f9a HTTP/1.1" status: 200 len: 210 time: 0.0320456 Jul 23 16:17:59.174876 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3fd15-a19b-45fe-8973-1110be86ecdb None None] New status for floating IP b68edd7e-c8dc-4553-b13c-065cd8286faa: DOWN {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:17:59.856988 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.345165 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-78e17300-ced8-4694-9885-5892db6f889e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171874471&fields=id&tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4 HTTP/1.1" status: 200 len: 267 time: 0.0400250 Jul 23 16:18:00.413889 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device f04b2b75-2372-49ca-b65c-1dfaea255257 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:00.438512 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: f04b2b75-2372-49ca-b65c-1dfaea255257 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:00.438847 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device f04b2b75-2372-49ca-b65c-1dfaea255257 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:00.467966 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-e863ad97-3c0c-4646-bf45-0c983d7db38a tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:00.469524 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-e863ad97-3c0c-4646-bf45-0c983d7db38a tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 812 time: 0.1179876 Jul 23 16:18:00.484327 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd09f356-4bc4-4b56-a035-fd86a5e3edea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/quotas/d90d9b3511cc426b85a70d5ae8fd3ec4 HTTP/1.1" status: 200 len: 375 time: 0.0095899 Jul 23 16:18:00.551469 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-d232d6fd-9286-49bf-b2a2-794e134ced3b tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621917 Jul 23 16:18:00.650986 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-09c5fbd7-d220-4805-be3b-50e16c291896 service neutron] 10.222.0.65 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861471 Jul 23 16:18:00.742562 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-cc16d043-301a-47b2-bde6-3a6a20489631 service neutron] 10.222.0.65 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860100 Jul 23 16:18:02.063398 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-affe9e71-965f-4435-9079-522b7a72200e req-29fe91b3-bfc1-45a1-847c-97bca0877df8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 210 time: 0.0377865 Jul 23 16:18:03.113582 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-5669d3f4-c7dc-4187-babf-71d0ef70d24f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:03.115155 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-5669d3f4-c7dc-4187-babf-71d0ef70d24f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 812 time: 0.1138523 Jul 23 16:18:03.165271 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1b5c405d-b853-4c9d-bf83-29c936d3b900 req-d3d28261-2731-4c31-903d-20abc740a427 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 210 time: 0.0288270 Jul 23 16:18:03.165912 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-c1f79a19-65ab-41bf-877a-0a6b81e6856e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4 HTTP/1.1" status: 200 len: 379 time: 0.0353138 Jul 23 16:18:03.176256 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'port': {'device_id': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'admin_state_up': True, 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'security_groups': ['e6847902-5e57-4280-a56d-e69ac369bb45']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:03.288262 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Made reservation on behalf of d90d9b3511cc426b85a70d5ae8fd3ec4 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:03.291725 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.423357 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Allocated IP 172.20.0.3 (988e5fc2-b879-42dd-b1a0-547d2436f88a/a6860861-9693-4bd7-ab3e-9801b2b08a54/b15dcf1f-978b-4981-9cc8-a28420f899dd) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:03.575354 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.589326 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Transition to ACTIVE for port object b15dcf1f-978b-4981-9cc8-a28420f899dd will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:03.628272 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.674180 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Network 988e5fc2-b879-42dd-b1a0-547d2436f88a is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:03.677277 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:03.681160 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:03.732514 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'Port': ['ID=b15dcf1f-978b-4981-9cc8-a28420f899dd,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:03.751996 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:03.752705 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.773521 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-37e7e821-4cd0-4471-875e-edfb7020c661 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6010036 Jul 23 16:18:03.792861 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Request body: {'port': {'device_id': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:03.878978 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.994611 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-64fafe3e-6bc2-47ec-aff7-b1f31e33b8f5 None None] Provisioning for port b15dcf1f-978b-4981-9cc8-a28420f899dd completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:03.999453 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-64fafe3e-6bc2-47ec-aff7-b1f31e33b8f5 None None] Provisioning complete for port b15dcf1f-978b-4981-9cc8-a28420f899dd triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:03.999833 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-64fafe3e-6bc2-47ec-aff7-b1f31e33b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.035408 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-64fafe3e-6bc2-47ec-aff7-b1f31e33b8f5 None None] Port b15dcf1f-978b-4981-9cc8-a28420f899dd cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:04.156647 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15dcf1f-978b-4981-9cc8-a28420f899dd {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:04.164053 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.177611 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Transition to ACTIVE for port object b15dcf1f-978b-4981-9cc8-a28420f899dd will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:04.180659 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.240272 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Pushing event updated for resources: {'Port': ['ID=b15dcf1f-978b-4981-9cc8-a28420f899dd,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:04.303725 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3802636-7c6a-4c50-9f83-bfe4f3dae9a4 req-dccc79fc-5622-4cfb-88cf-0f482dbfe241 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.305298 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b3802636-7c6a-4c50-9f83-bfe4f3dae9a4 req-dccc79fc-5622-4cfb-88cf-0f482dbfe241 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 943 time: 0.0695274 Jul 23 16:18:04.313209 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Attempting to bind port b15dcf1f-978b-4981-9cc8-a28420f899dd on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:04.313538 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Attempting to bind port b15dcf1f-978b-4981-9cc8-a28420f899dd by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:04.313890 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Attempting to bind port b15dcf1f-978b-4981-9cc8-a28420f899dd on network 988e5fc2-b879-42dd-b1a0-547d2436f88a {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:04.320587 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Port b15dcf1f-978b-4981-9cc8-a28420f899dd on network 988e5fc2-b879-42dd-b1a0-547d2436f88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:04.320918 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Attempting to bind port b15dcf1f-978b-4981-9cc8-a28420f899dd on network 988e5fc2-b879-42dd-b1a0-547d2436f88a {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:04.326761 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:04.327108 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Checking segment: {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:04.327777 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Bound using segment: {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:04.327990 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Bound port: b15dcf1f-978b-4981-9cc8-a28420f899dd, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:04.328516 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.346009 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b3802636-7c6a-4c50-9f83-bfe4f3dae9a4 req-7bef7c7b-b433-4e71-8861-b2480edcac3c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342298 Jul 23 16:18:04.402991 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] For port b15dcf1f-978b-4981-9cc8-a28420f899dd, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:04.406775 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] For port b15dcf1f-978b-4981-9cc8-a28420f899dd, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b15dcf1f-978b-4981-9cc8-a28420f899dd,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:04.411577 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.445628 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.446123 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.447606 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] 10.222.0.72 "PUT /v2.0/ports/b15dcf1f-978b-4981-9cc8-a28420f899dd HTTP/1.1" status: 200 len: 1093 time: 0.6595452 Jul 23 16:18:04.447932 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'tag': 'b15dcf1f-978b-4981-9cc8-a28420f899dd'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:04.451359 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d" -d '{"events": [{"name": "network-changed", "server_uuid": "25f52a6e-92a7-46eb-a4ea-270212a4488a", "tag": "b15dcf1f-978b-4981-9cc8-a28420f899dd"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:04.475997 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62923b-157b-44d6-a372-c3e204b3ed61 service neutron] Pushing event updated for resources: {'Port': ['ID=b15dcf1f-978b-4981-9cc8-a28420f899dd,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:04.501168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2aeefe-e1e2-4af2-b68f-b8ed710af3ac x-openstack-request-id: req-1f2aeefe-e1e2-4af2-b68f-b8ed710af3ac {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:04.501530 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f52a6e-92a7-46eb-a4ea-270212a4488a", "tag": "b15dcf1f-978b-4981-9cc8-a28420f899dd", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:04.501863 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f2aeefe-e1e2-4af2-b68f-b8ed710af3ac {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:04.502333 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'tag': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'status': 'completed', 'code': 200} Jul 23 16:18:04.581157 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-0b23c9be-9b8b-4f55-802a-13c7ee80a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.582684 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-0b23c9be-9b8b-4f55-802a-13c7ee80a941 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 1096 time: 0.0620537 Jul 23 16:18:04.635886 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-0a35c6a7-2667-4177-ae0d-960449529e9d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b15dcf1f-978b-4981-9cc8-a28420f899dd HTTP/1.1" status: 200 len: 217 time: 0.0382376 Jul 23 16:18:04.685927 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-159dc19c-eef3-4822-a8a9-83873aec9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.687394 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-159dc19c-eef3-4822-a8a9-83873aec9e62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0451839 Jul 23 16:18:04.751204 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-571aa3d0-ea7c-4bc7-b901-108df66ca4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.752764 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-571aa3d0-ea7c-4bc7-b901-108df66ca4bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589848 Jul 23 16:18:04.845776 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-a4d264b8-7f9f-4f88-9cad-018a9649d21a service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859475 Jul 23 16:18:04.948153 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e5ace8a4-d219-4d38-ba82-31a58192fa18 req-a3c83ec2-b2d5-4745-bf3d-38590cae9a40 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951538 Jul 23 16:18:05.102806 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d req-f29c05ba-b512-48a9-ac6b-aa81c8d05021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.104536 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d req-f29c05ba-b512-48a9-ac6b-aa81c8d05021 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 1096 time: 0.0566771 Jul 23 16:18:05.210361 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d req-767b96ca-d9c8-442e-8b47-d01db6ec6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.212421 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d req-767b96ca-d9c8-442e-8b47-d01db6ec6f10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.1005452 Jul 23 16:18:05.270133 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d req-b5f1806d-6053-4c2a-a504-844d74326df3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b15dcf1f-978b-4981-9cc8-a28420f899dd HTTP/1.1" status: 200 len: 217 time: 0.0366955 Jul 23 16:18:05.322485 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d req-2697e8f0-64e4-4aae-a752-6e2019115910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.323970 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d req-2697e8f0-64e4-4aae-a752-6e2019115910 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0465143 Jul 23 16:18:05.388557 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d req-24614b68-f1e6-41d1-b584-f2a0bdd0ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.390040 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d req-24614b68-f1e6-41d1-b584-f2a0bdd0ad31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584331 Jul 23 16:18:05.488882 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d req-7392cfda-3e9f-46b3-8ac3-89f218c409c6 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877481 Jul 23 16:18:05.491217 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fec11-e2e3-40b3-849f-b27b338f3008 req-d54acce4-b380-4d49-993c-33b79f6255aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.492754 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8b5fec11-e2e3-40b3-849f-b27b338f3008 req-d54acce4-b380-4d49-993c-33b79f6255aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 943 time: 0.0735207 Jul 23 16:18:05.591984 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dad1f98a-8fa6-41e3-b68a-85fb58a7596d req-0499dceb-81ea-4f58-af51-4ac2059c5ed7 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954015 Jul 23 16:18:05.785511 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8b5fec11-e2e3-40b3-849f-b27b338f3008 req-43d55524-12d7-415d-a917-86ac4ba5ab9c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868140 Jul 23 16:18:06.918076 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9d930-a3ad-43a0-aa1a-3e2e8d3f1f0e req-65fadf48-e0b6-42da-96db-4282610f122e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.919894 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-04a9d930-a3ad-43a0-aa1a-3e2e8d3f1f0e req-65fadf48-e0b6-42da-96db-4282610f122e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 943 time: 0.0648885 Jul 23 16:18:06.957676 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-04a9d930-a3ad-43a0-aa1a-3e2e8d3f1f0e req-54484256-b3fa-4049-b1ee-6c8c6b329908 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321982 Jul 23 16:18:07.560651 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2af2f7-c4f5-4133-b4ac-b6f53321cb46 req-32ae3642-7f74-4a76-b3bb-3b467d4a20b7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.562466 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b2af2f7-c4f5-4133-b4ac-b6f53321cb46 req-32ae3642-7f74-4a76-b3bb-3b467d4a20b7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0814462 Jul 23 16:18:07.617806 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b2af2f7-c4f5-4133-b4ac-b6f53321cb46 req-f788caa9-adf9-4179-a052-7ceb8f9251d1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471461 Jul 23 16:18:08.092161 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933874-7d5c-434e-a1b0-2d088d7c8ee6 req-3ea19474-a798-4542-bcaf-02b7f55c9364 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.093658 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a6933874-7d5c-434e-a1b0-2d088d7c8ee6 req-3ea19474-a798-4542-bcaf-02b7f55c9364 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 943 time: 0.0661652 Jul 23 16:18:08.132231 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a6933874-7d5c-434e-a1b0-2d088d7c8ee6 req-734b9541-e58a-42cf-bab1-d1dc8f5e9ac1 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329473 Jul 23 16:18:08.756170 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a50df-5594-4b76-ab07-703dd55b4187 req-2f1a0e39-44f8-4abf-b96d-d9fca1018f56 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.757735 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-896a50df-5594-4b76-ab07-703dd55b4187 req-2f1a0e39-44f8-4abf-b96d-d9fca1018f56 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0653021 Jul 23 16:18:08.797447 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-896a50df-5594-4b76-ab07-703dd55b4187 req-edfd9a30-d617-4adf-91c7-643c2697a230 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335720 Jul 23 16:18:09.264122 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d9b33-a3ed-459e-bbcb-4a59ff610519 req-c434467d-ae6c-46a0-840b-73595bc6fe0f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:09.265607 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b84d9b33-a3ed-459e-bbcb-4a59ff610519 req-c434467d-ae6c-46a0-840b-73595bc6fe0f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 943 time: 0.0660729 Jul 23 16:18:09.302736 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b84d9b33-a3ed-459e-bbcb-4a59ff610519 req-3c4bf3ac-5dab-46ee-bd8c-6db399787ce8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315065 Jul 23 16:18:09.932612 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17ac02-e2bd-41cf-873d-39f4a7315039 req-1f381505-b511-4ca8-8f26-6e62410dc737 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:09.934384 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e17ac02-e2bd-41cf-873d-39f4a7315039 req-1f381505-b511-4ca8-8f26-6e62410dc737 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0628116 Jul 23 16:18:09.972285 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e17ac02-e2bd-41cf-873d-39f4a7315039 req-702e18f2-b392-42ca-beee-09b0b3dbfd1b tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323172 Jul 23 16:18:10.302593 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50842) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:10.347669 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2b738a-ea66-4bdc-af51-f8ced75a125b admin admin] Deleting subnet fb547cb3-e0a9-4b7f-8ec8-b3ec7d6ec04e {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:18:10.350858 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4f2b738a-ea66-4bdc-af51-f8ced75a125b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.384825 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4f2b738a-ea66-4bdc-af51-f8ced75a125b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731459'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.424830 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4f2b738a-ea66-4bdc-af51-f8ced75a125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.436773 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70112f95-acfe-43b0-a6a4-f18e70bf067b req-1019d11d-7d23-4d38-a00b-0a9b24d8c63a tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.440463 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-70112f95-acfe-43b0-a6a4-f18e70bf067b req-1019d11d-7d23-4d38-a00b-0a9b24d8c63a tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 943 time: 0.0724237 Jul 23 16:18:10.480958 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-70112f95-acfe-43b0-a6a4-f18e70bf067b req-ce31763c-0675-4a39-bc06-796fc5e339ea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336242 Jul 23 16:18:10.487615 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4f2b738a-ea66-4bdc-af51-f8ced75a125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12656138'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.515569 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b738a-ea66-4bdc-af51-f8ced75a125b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb547cb3-e0a9-4b7f-8ec8-b3ec7d6ec04e,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:10.520567 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4f2b738a-ea66-4bdc-af51-f8ced75a125b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.522475 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-4f2b738a-ea66-4bdc-af51-f8ced75a125b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fb547cb3-e0a9-4b7f-8ec8-b3ec7d6ec04e HTTP/1.1" status: 204 len: 168 time: 0.2188525 Jul 23 16:18:10.524974 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50846) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:10.591622 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.672658 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.682793 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97b67f1-e172-41ee-a5bf-8d41fd711737']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:10.692624 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df86ed92-1c06-4e4a-a875-649b1c34d42c') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:10.692912 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df86ed92-1c06-4e4a-a875-649b1c34d42c') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:10.702094 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731514'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.716162 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.721994 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:18:10.722365 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827428'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: Traceback (most recent call last): Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: timer() Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: cb(*args, **kw) Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: return func(*args, **kwargs) Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: self._notify() Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: self.callback(batched_events) Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: event.method(event) Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: return f(self, *a, **k) Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._get(url).json() Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:18:10.724106 dv-cinder-801989-4-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:18:10.781010 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.786451 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.791196 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50848) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:10.791367 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e97b67f1-e172-41ee-a5bf-8d41fd711737 HTTP/1.1" status: 204 len: 168 time: 0.2653182 Jul 23 16:18:10.803175 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481bfb5-257a-4250-bec7-03d5ea68e492 admin admin] Pushing event deleted for resources: {'Network': ['ID=e97b67f1-e172-41ee-a5bf-8d41fd711737,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:10.841521 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e02198-2ac5-4017-bfcc-4d32f7eb401a admin admin] Deleting subnet 8c2f5279-d9af-4e7c-aa40-19345350e85a {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:18:10.844783 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-54e02198-2ac5-4017-bfcc-4d32f7eb401a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.878118 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-54e02198-2ac5-4017-bfcc-4d32f7eb401a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14468225'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.916819 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-54e02198-2ac5-4017-bfcc-4d32f7eb401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.973349 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-54e02198-2ac5-4017-bfcc-4d32f7eb401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12610794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980115'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.998032 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e02198-2ac5-4017-bfcc-4d32f7eb401a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2f5279-d9af-4e7c-aa40-19345350e85a,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:11.004293 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-54e02198-2ac5-4017-bfcc-4d32f7eb401a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.008678 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-54e02198-2ac5-4017-bfcc-4d32f7eb401a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8c2f5279-d9af-4e7c-aa40-19345350e85a HTTP/1.1" status: 204 len: 168 time: 0.2164128 Jul 23 16:18:11.008923 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50852) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:11.083389 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.107346 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1384b-297b-4be6-b747-eed364f9e9f1 req-cb18b480-64e9-4115-8ba9-afbbab901d6d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.108884 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f8c1384b-297b-4be6-b747-eed364f9e9f1 req-cb18b480-64e9-4115-8ba9-afbbab901d6d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0645349 Jul 23 16:18:11.149124 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f8c1384b-297b-4be6-b747-eed364f9e9f1 req-4bc630be-b3db-496f-9000-1453252d76b5 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342453 Jul 23 16:18:11.166333 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.176417 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc23add0-e751-47a8-93a4-7117211862fa']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:11.186546 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32c0d5c-5d56-466d-a556-aa2b1ce67c93') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:11.186840 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32c0d5c-5d56-466d-a556-aa2b1ce67c93') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:11.195325 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731514'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.209196 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.214908 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:18:11.215459 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827428'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: Traceback (most recent call last): Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: timer() Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: cb(*args, **kw) Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: return func(*args, **kwargs) Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: self._notify() Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: self.callback(batched_events) Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: event.method(event) Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: return f(self, *a, **k) Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._get(url).json() Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:18:11.217103 dv-cinder-801989-4-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:18:11.271750 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.277061 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.278869 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] 10.222.0.65 "DELETE /v2.0/networks/dc23add0-e751-47a8-93a4-7117211862fa HTTP/1.1" status: 204 len: 168 time: 0.2687027 Jul 23 16:18:11.289225 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408b8cc-023f-4c55-a309-9041e078439d admin admin] Pushing event deleted for resources: {'Network': ['ID=dc23add0-e751-47a8-93a4-7117211862fa,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:11.435496 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50856) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:11.473564 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-83df592d-b7c3-4c8c-8bc0-67db1789d8eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d757c393eda44c459dbc118198e12d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368879 Jul 23 16:18:11.476064 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50858) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:11.525426 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b936295a-c64b-4d10-9e1c-8621b9c9bc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.548102 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b936295a-c64b-4d10-9e1c-8621b9c9bc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.594913 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b936295a-c64b-4d10-9e1c-8621b9c9bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.597478 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b936295a-c64b-4d10-9e1c-8621b9c9bc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.598633 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b936295a-c64b-4d10-9e1c-8621b9c9bc3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d963e439-a792-437a-9ffa-91138be01705 HTTP/1.1" status: 204 len: 168 time: 0.1215050 Jul 23 16:18:11.607850 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936295a-c64b-4d10-9e1c-8621b9c9bc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d963e439-a792-437a-9ffa-91138be01705,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:11.617049 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf81ec-168d-46c6-9d45-37740b5d5e79 req-5d8102a9-f322-4c9d-960e-562f642e8acd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.618894 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c3cf81ec-168d-46c6-9d45-37740b5d5e79 req-5d8102a9-f322-4c9d-960e-562f642e8acd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 943 time: 0.0714397 Jul 23 16:18:11.659374 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c3cf81ec-168d-46c6-9d45-37740b5d5e79 req-a740a91d-ad63-4320-b9b9-64ba572028f3 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337377 Jul 23 16:18:11.920093 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50866) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:11.958718 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b24a1ccc-1241-47e6-ae54-d639837fb677 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ec0381dee424a1e81e33f2464a9f33b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373776 Jul 23 16:18:11.961156 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50868) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:12.011527 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-46e9c8cc-6f86-462f-899f-f2a496df4fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.033136 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-46e9c8cc-6f86-462f-899f-f2a496df4fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.080336 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-46e9c8cc-6f86-462f-899f-f2a496df4fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.083023 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-46e9c8cc-6f86-462f-899f-f2a496df4fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.084106 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-46e9c8cc-6f86-462f-899f-f2a496df4fe4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/994feb95-ce0c-45d5-b1d4-087fe04f55a2 HTTP/1.1" status: 204 len: 168 time: 0.1220362 Jul 23 16:18:12.094814 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9c8cc-6f86-462f-899f-f2a496df4fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994feb95-ce0c-45d5-b1d4-087fe04f55a2,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:12.289999 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab1604-abc5-40c4-b28a-99227e50b6c6 req-0f3c0858-810c-4d08-9565-5f822ab13127 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.291479 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-42ab1604-abc5-40c4-b28a-99227e50b6c6 req-0f3c0858-810c-4d08-9565-5f822ab13127 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0697327 Jul 23 16:18:12.314207 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:18:12.333739 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-42ab1604-abc5-40c4-b28a-99227e50b6c6 req-58aecb1b-2460-4c21-9e3c-26c16628cbdd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363116 Jul 23 16:18:12.462631 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device b15dcf1f-978b-4981-9cc8-a28420f899dd details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:12.570607 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port b15dcf1f-978b-4981-9cc8-a28420f899dd, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b15dcf1f-978b-4981-9cc8-a28420f899dd,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:12.585417 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'port_id': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'mac_address': 'fa:16:3e:ed:89:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:12.627660 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.642591 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15dcf1f-978b-4981-9cc8-a28420f899dd {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:12.663936 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port b15dcf1f-978b-4981-9cc8-a28420f899dd, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b15dcf1f-978b-4981-9cc8-a28420f899dd,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:12.669494 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.726212 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=b15dcf1f-978b-4981-9cc8-a28420f899dd,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:12.735577 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.735942 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.736304 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.736642 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.736977 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.737361 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.737632 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.740415 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.741100 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.741715 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.742270 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.743961 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:12.819005 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d407ee-bfb1-4058-8da2-df82ec96cd02 req-65e519da-853a-478d-8d65-1b96018739db tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.820559 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-34d407ee-bfb1-4058-8da2-df82ec96cd02 req-65e519da-853a-478d-8d65-1b96018739db tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 944 time: 0.0764661 Jul 23 16:18:12.852032 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50894) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:12.877234 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-34d407ee-bfb1-4058-8da2-df82ec96cd02 req-8f439849-57ad-4dbc-935f-cc8d7613bfbd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489216 Jul 23 16:18:12.968299 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1554109083-network', 'tenant_id': '8f8a6329edab4d879033a4b89f0a1a0e'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:13.001631 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Made reservation on behalf of 8f8a6329edab4d879033a4b89f0a1a0e for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:13.004693 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.014460 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.039211 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['b15dcf1f-978b-4981-9cc8-a28420f899dd'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:13.125840 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.130369 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.156434 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:18:13.180180 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff87a16-4f55-41bc-bc06-eac69ed5d274,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:13.183432 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.183896 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Added segment 10e456c1-24dd-42f7-8cb5-9b65dbebd46a of type vlan for network 1eb35e94-d061-432c-bd9f-ae59ebffb339 Jul 23 16:18:13.235689 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.269115 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.270259 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.271853 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.314736 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4615073 Jul 23 16:18:13.318171 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 50898) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:13.323199 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] Request body: {'subnet': {'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1554109083-subnet', 'tenant_id': '8f8a6329edab4d879033a4b89f0a1a0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:13.358048 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e45b10-609b-440c-bf5d-01181b0d3ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb35e94-d061-432c-bd9f-ae59ebffb339,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:13.370766 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network 1eb35e94-d061-432c-bd9f-ae59ebffb339 details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:18:13.383553 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] Made reservation on behalf of 8f8a6329edab4d879033a4b89f0a1a0e for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:13.387887 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12656175'] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.485626 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ad11-7ee2-49f4-9abc-90b87b20358b req-2faac5b9-b9b8-410a-9c24-64466695d199 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.487219 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8780ad11-7ee2-49f4-9abc-90b87b20358b req-2faac5b9-b9b8-410a-9c24-64466695d199 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0773115 Jul 23 16:18:13.525629 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8780ad11-7ee2-49f4-9abc-90b87b20358b req-8fa7e9e5-71de-4723-a185-b4e8bdcce713 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326293 Jul 23 16:18:13.587472 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12827615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12656189'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.645576 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44151461-2817-4816-8f72-1223b91eefeb,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:13.657851 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] Checking segment: {'id': '10e456c1-24dd-42f7-8cb5-9b65dbebd46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:13.658205 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] Network hostable DHCP agents. Network: 1eb35e94-d061-432c-bd9f-ae59ebffb339, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:18:13.674451 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] Network 1eb35e94-d061-432c-bd9f-ae59ebffb339 is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:18:13.682579 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, 1eb35e94-d061-432c-bd9f-ae59ebffb339) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:13.689096 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.689805 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.693270 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64517886-b592-4af7-8603-b8160c21515e None None] Network 1eb35e94-d061-432c-bd9f-ae59ebffb339 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:13.704801 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-50ec969c-1def-4ea5-b9fa-a1f10c13d70e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3855629 Jul 23 16:18:13.842649 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6769a088-7efa-4107-bec5-027227134558 None None] Network 1eb35e94-d061-432c-bd9f-ae59ebffb339 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:14.018982 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fb607-74e0-48ea-bcb1-f55a569bd5f5 req-c2605210-0746-43a3-94f0-3aec1f7e0448 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.020511 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6f6fb607-74e0-48ea-bcb1-f55a569bd5f5 req-c2605210-0746-43a3-94f0-3aec1f7e0448 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 944 time: 0.0691290 Jul 23 16:18:14.068666 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6f6fb607-74e0-48ea-bcb1-f55a569bd5f5 req-04e53300-37c7-4090-a8e6-93b7d99786c8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421765 Jul 23 16:18:14.476871 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device b15dcf1f-978b-4981-9cc8-a28420f899dd up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:14.532840 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port b15dcf1f-978b-4981-9cc8-a28420f899dd completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:14.537885 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port b15dcf1f-978b-4981-9cc8-a28420f899dd triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:14.538255 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.624995 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.649404 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15dcf1f-978b-4981-9cc8-a28420f899dd'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:14.651660 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e0b4ef-265b-46aa-9262-d0f3f6b89d76" -d '{"events": [{"server_uuid": "25f52a6e-92a7-46eb-a4ea-270212a4488a", "name": "network-vif-plugged", "status": "completed", "tag": "b15dcf1f-978b-4981-9cc8-a28420f899dd"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:14.665007 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port b15dcf1f-978b-4981-9cc8-a28420f899dd, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b15dcf1f-978b-4981-9cc8-a28420f899dd,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:14.671305 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.673717 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8337585-c477-4858-be9e-b302b92b37f1 req-ddd0a8a5-8d07-4c18-a9e6-bbebba4cca71 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.675708 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b8337585-c477-4858-be9e-b302b92b37f1 req-ddd0a8a5-8d07-4c18-a9e6-bbebba4cca71 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0688863 Jul 23 16:18:14.701154 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fdb3af-7918-46ec-a5e2-d67c7f2c6007 x-openstack-request-id: req-f7fdb3af-7918-46ec-a5e2-d67c7f2c6007 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:14.701757 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f52a6e-92a7-46eb-a4ea-270212a4488a", "name": "network-vif-plugged", "status": "completed", "tag": "b15dcf1f-978b-4981-9cc8-a28420f899dd", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:14.701757 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7fdb3af-7918-46ec-a5e2-d67c7f2c6007 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:14.702052 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'code': 200} Jul 23 16:18:14.717607 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b8337585-c477-4858-be9e-b302b92b37f1 req-abcfc041-73eb-4061-b12e-0d5aa79510a6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360990 Jul 23 16:18:14.738787 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=b15dcf1f-978b-4981-9cc8-a28420f899dd,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:14.993426 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f76b9-899d-47f0-a2a2-1b34fd23ae26 req-c45dfab2-646f-4635-8a88-0dce5da61503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.994883 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9e9f76b9-899d-47f0-a2a2-1b34fd23ae26 req-c45dfab2-646f-4635-8a88-0dce5da61503 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 1098 time: 0.0541229 Jul 23 16:18:15.035351 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9e9f76b9-899d-47f0-a2a2-1b34fd23ae26 req-4f1aea79-454e-4e5c-9019-dddd50982651 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326900 Jul 23 16:18:15.214248 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4682d-cc5e-4c95-b17c-68c9b62041d4 req-96b9d42f-7fe4-4bc3-8dd9-4590f2f4b0d4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:15.216601 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0fe4682d-cc5e-4c95-b17c-68c9b62041d4 req-96b9d42f-7fe4-4bc3-8dd9-4590f2f4b0d4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 945 time: 0.0706697 Jul 23 16:18:15.255066 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0fe4682d-cc5e-4c95-b17c-68c9b62041d4 req-42e14b83-c3e3-404d-a8b6-3da088a72a00 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330224 Jul 23 16:18:15.516108 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-9bf81989-4f4d-41e8-8770-c0756feecd97 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:15.517561 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-9bf81989-4f4d-41e8-8770-c0756feecd97 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/networks?id=1eb35e94-d061-432c-bd9f-ae59ebffb339 HTTP/1.1" status: 200 len: 814 time: 0.1120460 Jul 23 16:18:15.533006 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-8ed511e2-bc58-4c09-be01-e7309d0934e6 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/quotas/8f8a6329edab4d879033a4b89f0a1a0e HTTP/1.1" status: 200 len: 375 time: 0.0098608 Jul 23 16:18:15.568679 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-296cf9de-4204-487f-9c00-d891d5ac1864 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f8a6329edab4d879033a4b89f0a1a0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304224 Jul 23 16:18:15.663055 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-fecec176-9d2b-449c-9439-5bbc34b32827 service neutron] 10.222.0.65 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868559 Jul 23 16:18:15.759864 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-158edba1-f328-4d16-a4c3-abbdd9acb014 service neutron] 10.222.0.65 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907791 Jul 23 16:18:15.860460 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496382-32b4-4e40-9ab8-bf9dc1d27061 req-23cfa9a3-4672-4bec-bf12-7fea3f24e1ae tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:15.862172 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ee496382-32b4-4e40-9ab8-bf9dc1d27061 req-23cfa9a3-4672-4bec-bf12-7fea3f24e1ae tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0696621 Jul 23 16:18:15.987518 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ee496382-32b4-4e40-9ab8-bf9dc1d27061 req-1cef074f-de73-4990-ba3b-b375e8b87c0c tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110888 Jul 23 16:18:15.990773 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f3f173a8-3218-4efe-9932-fc7564f9a225 req-a91779b0-f763-4a99-864a-352245d79a3d tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 210 time: 0.0650406 Jul 23 16:18:16.401146 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9da3bd-ffa7-4342-8618-fd3cbe506912 req-dde14aa5-ff7c-4c25-a10c-1fedce3f2c62 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:16.402657 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a9da3bd-ffa7-4342-8618-fd3cbe506912 req-dde14aa5-ff7c-4c25-a10c-1fedce3f2c62 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 945 time: 0.0677605 Jul 23 16:18:16.446534 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a9da3bd-ffa7-4342-8618-fd3cbe506912 req-e4fd713d-6c96-4a04-a4cb-84b8ee6d233f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381026 Jul 23 16:18:17.119678 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-038bee83-f8ae-4ea0-809c-d626bd196db6 req-ea02d887-5632-4ff0-9976-9021b33e4ef8 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 210 time: 0.0579777 Jul 23 16:18:17.157856 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1614-4425-422a-a74a-c84b2b22dd78 req-f02aadce-bf67-406d-8686-9b25efa6ed06 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.159348 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-527d1614-4425-422a-a74a-c84b2b22dd78 req-f02aadce-bf67-406d-8686-9b25efa6ed06 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0959632 Jul 23 16:18:17.201117 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-527d1614-4425-422a-a74a-c84b2b22dd78 req-d45482c6-b551-46f8-b2ed-0fcf71606de0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360165 Jul 23 16:18:17.554078 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-fc6863c1-d7b2-4bfd-a8f2-509eee58d502 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.555631 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-fc6863c1-d7b2-4bfd-a8f2-509eee58d502 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.72 "GET /v2.0/networks?id=1eb35e94-d061-432c-bd9f-ae59ebffb339 HTTP/1.1" status: 200 len: 814 time: 0.3600967 Jul 23 16:18:17.577089 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1989a-4366-49bd-baf3-06f2252eb09c req-db2c344f-6378-49b2-9df6-2e0c32dd0df0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.578556 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-07d1989a-4366-49bd-baf3-06f2252eb09c req-db2c344f-6378-49b2-9df6-2e0c32dd0df0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 945 time: 0.0643260 Jul 23 16:18:17.582966 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Request body: {'port': {'device_id': 'c8efbcab-a9b1-48fd-ad75-492e58d30ad0', 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339', 'admin_state_up': True, 'tenant_id': '8f8a6329edab4d879033a4b89f0a1a0e'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:17.615784 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-07d1989a-4366-49bd-baf3-06f2252eb09c req-93c9ffca-53e8-45a4-805f-bb74ead3db2d tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Jul 23 16:18:17.707309 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Made reservation on behalf of 8f8a6329edab4d879033a4b89f0a1a0e for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:17.710801 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.758763 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1fdcf-6d59-4e67-a03d-8a8cae99a010 req-7cdad20f-20fc-43bc-9dab-dd00edce80e6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.760307 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e3e1fdcf-6d59-4e67-a03d-8a8cae99a010 req-7cdad20f-20fc-43bc-9dab-dd00edce80e6 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 945 time: 0.0706687 Jul 23 16:18:17.803462 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e3e1fdcf-6d59-4e67-a03d-8a8cae99a010 req-5b91265d-6ffb-45dc-a85d-1e5b85554a3e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365486 Jul 23 16:18:17.829118 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50962) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:17.871714 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Allocated IP 172.20.0.4 (1eb35e94-d061-432c-bd9f-ae59ebffb339/44151461-2817-4816-8f72-1223b91eefeb/b54977e6-948b-4553-be9b-14f398ea6118) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:17.932696 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39b133f-3490-4c88-9675-8cc4f70a7db4 tempest-TestVolumeBootPattern-363907274 tempest-TestVolumeBootPattern-363907274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.934973 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f39b133f-3490-4c88-9675-8cc4f70a7db4 tempest-TestVolumeBootPattern-363907274 tempest-TestVolumeBootPattern-363907274-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 1093 time: 0.1048338 Jul 23 16:18:17.937863 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 50964) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:17.942453 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'floatingip': {'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'port_id': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:17.966516 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.038445 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.081478 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.082930 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.130380 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Network 1eb35e94-d061-432c-bd9f-ae59ebffb339 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:18.133341 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:18.137222 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:18.169331 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Pushing event updated for resources: {'Port': ['ID=b54977e6-948b-4553-be9b-14f398ea6118,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:18.194224 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.194865 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.201577 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Allocated IP 172.27.2.106 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/3c784407-2213-4d47-ace7-f8d6b95b85be) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:18.213169 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c712e75a-a41c-47ad-b499-c268ef95ff47 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6342430 Jul 23 16:18:18.238908 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Request body: {'port': {'device_id': 'c8efbcab-a9b1-48fd-ad75-492e58d30ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:18.316294 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.354906 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562f99-e986-4c90-b383-31cac7b0fc18 req-a50f0a99-2070-4b08-9feb-4cb1974390fd tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.357118 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-be562f99-e986-4c90-b383-31cac7b0fc18 req-a50f0a99-2070-4b08-9feb-4cb1974390fd tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 931 time: 0.1577768 Jul 23 16:18:18.429341 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.438801 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-be562f99-e986-4c90-b383-31cac7b0fc18 req-538fe710-1421-49af-8e41-78f392370e15 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749202 Jul 23 16:18:18.464965 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b527b-db6a-47dd-a31d-45643ba343a0 req-b09084b3-f619-4d70-8f60-4fa09f932aca tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.466713 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-674b527b-db6a-47dd-a31d-45643ba343a0 req-b09084b3-f619-4d70-8f60-4fa09f932aca tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.1833303 Jul 23 16:18:18.496329 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:18.520380 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-674b527b-db6a-47dd-a31d-45643ba343a0 req-307526e1-12a5-4e73-99e2-d765a56430a1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481572 Jul 23 16:18:18.521920 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.566141 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:18.569404 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:18.572944 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:18.580899 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'Port': ['ID=3c784407-2213-4d47-ace7-f8d6b95b85be,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:18.625323 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54977e6-948b-4553-be9b-14f398ea6118 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:18.632431 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:18.633070 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.645012 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'port_id': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'mac_address': 'fa:16:3e:7a:6e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:18.646788 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Transition to ACTIVE for port object b54977e6-948b-4553-be9b-14f398ea6118 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:18.654077 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.689459 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.703167 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:18.710806 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b54977e6-948b-4553-be9b-14f398ea6118,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:18.733167 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:18.737476 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.793752 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Attempting to bind port b54977e6-948b-4553-be9b-14f398ea6118 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:18.794101 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Attempting to bind port b54977e6-948b-4553-be9b-14f398ea6118 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '10e456c1-24dd-42f7-8cb5-9b65dbebd46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:18.795277 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Attempting to bind port b54977e6-948b-4553-be9b-14f398ea6118 on network 1eb35e94-d061-432c-bd9f-ae59ebffb339 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:18.801572 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,revision_number=6']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:18.805997 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Port b54977e6-948b-4553-be9b-14f398ea6118 on network 1eb35e94-d061-432c-bd9f-ae59ebffb339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:18.806397 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.806541 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Attempting to bind port b54977e6-948b-4553-be9b-14f398ea6118 on network 1eb35e94-d061-432c-bd9f-ae59ebffb339 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:18.814286 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:18.814636 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Checking segment: {'id': '10e456c1-24dd-42f7-8cb5-9b65dbebd46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:18.815150 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Bound using segment: {'id': '10e456c1-24dd-42f7-8cb5-9b65dbebd46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:18.815585 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Bound port: b54977e6-948b-4553-be9b-14f398ea6118, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e456c1-24dd-42f7-8cb5-9b65dbebd46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:18.816027 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.882002 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] For port b54977e6-948b-4553-be9b-14f398ea6118, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:18.885283 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] For port b54977e6-948b-4553-be9b-14f398ea6118, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b54977e6-948b-4553-be9b-14f398ea6118,segment=NetworkSegment(10e456c1-24dd-42f7-8cb5-9b65dbebd46a),segment_id=10e456c1-24dd-42f7-8cb5-9b65dbebd46a)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:18.891276 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.924217 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.924848 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.926519 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] 10.222.0.72 "PUT /v2.0/ports/b54977e6-948b-4553-be9b-14f398ea6118 HTTP/1.1" status: 200 len: 1093 time: 0.6919916 Jul 23 16:18:18.928721 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8efbcab-a9b1-48fd-ad75-492e58d30ad0', 'tag': 'b54977e6-948b-4553-be9b-14f398ea6118'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:18.931026 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245c4409-c634-42b6-b32c-5d4e2ad84f04" -d '{"events": [{"name": "network-changed", "server_uuid": "c8efbcab-a9b1-48fd-ad75-492e58d30ad0", "tag": "b54977e6-948b-4553-be9b-14f398ea6118"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:18.961163 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faf4ca-4e12-4525-be32-68ebba4521d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b54977e6-948b-4553-be9b-14f398ea6118,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:18.974284 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['7dff12ed-4e0a-4eb5-8272-52d011e1e7fb'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:18.977536 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ed4eab-0b06-4480-81e6-4ba103474d4c x-openstack-request-id: req-35ed4eab-0b06-4480-81e6-4ba103474d4c {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:18.977832 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8efbcab-a9b1-48fd-ad75-492e58d30ad0", "tag": "b54977e6-948b-4553-be9b-14f398ea6118", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:18.978763 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35ed4eab-0b06-4480-81e6-4ba103474d4c {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:18.979221 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8efbcab-a9b1-48fd-ad75-492e58d30ad0', 'tag': 'b54977e6-948b-4553-be9b-14f398ea6118', 'status': 'completed', 'code': 200} Jul 23 16:18:18.988254 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.077401 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.092728 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-5439d984-6cac-4562-bbf9-3329e8185773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.094372 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-5439d984-6cac-4562-bbf9-3329e8185773 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f8a6329edab4d879033a4b89f0a1a0e&device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0736423 Jul 23 16:18:19.170955 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-7833e02a-646a-4af5-96c1-4b7874e30944 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b54977e6-948b-4553-be9b-14f398ea6118 HTTP/1.1" status: 200 len: 217 time: 0.0544372 Jul 23 16:18:19.229175 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-688839fb-e88b-4448-9254-5399b59f58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.231081 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-688839fb-e88b-4448-9254-5399b59f58d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44151461-2817-4816-8f72-1223b91eefeb HTTP/1.1" status: 200 len: 854 time: 0.0534923 Jul 23 16:18:19.270522 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-d277e079-af63-4a80-b0f7-5e08a65998c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1eb35e94-d061-432c-bd9f-ae59ebffb339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312059 Jul 23 16:18:19.272334 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.277643 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12610620'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.350190 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'Port': ['ID=3c784407-2213-4d47-ace7-f8d6b95b85be,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:19.363313 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.377779 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-c7bb9c6d-bde3-449a-8d85-26762c4d5254 service neutron] 10.222.0.72 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994713 Jul 23 16:18:19.489053 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Floating IP 327c7d3b-ff90-4a63-9f34-25388bee4aaa associated. External IP: 172.27.2.106, port: b15dcf1f-978b-4981-9cc8-a28420f899dd. Jul 23 16:18:19.506204 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-36d0fc79-4cbe-4c27-9766-647e16d597a6 req-eda21472-a094-4970-8c7b-8662adafc839 service neutron] 10.222.0.72 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144562 Jul 23 16:18:19.691965 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4409-c634-42b6-b32c-5d4e2ad84f04 req-87527ec1-271c-4460-9e2f-fcf1fb8ab0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.694298 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-245c4409-c634-42b6-b32c-5d4e2ad84f04 req-87527ec1-271c-4460-9e2f-fcf1fb8ab0d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f8a6329edab4d879033a4b89f0a1a0e&device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0596514 Jul 23 16:18:19.792162 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4409-c634-42b6-b32c-5d4e2ad84f04 req-e7706785-a900-49da-b2fe-728d9b0ce4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.794130 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-245c4409-c634-42b6-b32c-5d4e2ad84f04 req-e7706785-a900-49da-b2fe-728d9b0ce4d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1eb35e94-d061-432c-bd9f-ae59ebffb339 HTTP/1.1" status: 200 len: 915 time: 0.0901051 Jul 23 16:18:19.848922 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-245c4409-c634-42b6-b32c-5d4e2ad84f04 req-d5c36031-4aa1-49ad-ab70-693bd2b3af59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b54977e6-948b-4553-be9b-14f398ea6118 HTTP/1.1" status: 200 len: 217 time: 0.0385244 Jul 23 16:18:19.902780 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4409-c634-42b6-b32c-5d4e2ad84f04 req-7efe23a7-7963-4916-8514-41151edb71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.904397 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-245c4409-c634-42b6-b32c-5d4e2ad84f04 req-7efe23a7-7963-4916-8514-41151edb71dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44151461-2817-4816-8f72-1223b91eefeb HTTP/1.1" status: 200 len: 854 time: 0.0471826 Jul 23 16:18:19.945610 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-245c4409-c634-42b6-b32c-5d4e2ad84f04 req-dd585f6f-8640-40f8-b938-9b2e37965392 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1eb35e94-d061-432c-bd9f-ae59ebffb339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295129 Jul 23 16:18:19.992978 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087573e-115b-4b2a-bb59-a0144cc54767 req-2c4469b9-d5c9-4859-aede-09bc6d9410f8 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.994501 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e087573e-115b-4b2a-bb59-a0144cc54767 req-2c4469b9-d5c9-4859-aede-09bc6d9410f8 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 943 time: 0.4419904 Jul 23 16:18:20.006718 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6ad81-7cc7-46a9-b38c-80486b3039a4 req-426c42c9-3702-4800-9dd2-4cf5b8d055d7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:20.008180 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fad6ad81-7cc7-46a9-b38c-80486b3039a4 req-426c42c9-3702-4800-9dd2-4cf5b8d055d7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 945 time: 0.1428807 Jul 23 16:18:20.064693 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-245c4409-c634-42b6-b32c-5d4e2ad84f04 req-d0dc26b8-d459-4be7-bd3d-39e0233827d9 service neutron] 10.222.0.72 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963848 Jul 23 16:18:20.147408 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e087573e-115b-4b2a-bb59-a0144cc54767 req-21a91a13-78ee-4228-ab09-f0f9b44b47b1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059127 Jul 23 16:18:20.151911 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fad6ad81-7cc7-46a9-b38c-80486b3039a4 req-13a6371a-07ed-41c7-b895-5e32fd8c9e4a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092508 Jul 23 16:18:20.166610 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-245c4409-c634-42b6-b32c-5d4e2ad84f04 req-0278d0b1-d3b1-4310-a96c-b1de96a17b9b service neutron] 10.222.0.72 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895932 Jul 23 16:18:20.172056 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Router 001f1434-9909-4619-ab2b-30fbca2f726b has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:20.281794 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:20.291406 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cef682-b8bb-421c-94e4-85b4f5e1d7e0 None None] Sync routers for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:20.298246 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.352242 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d81c225a-e908-45ed-ae42-ac7a29e8d4b4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4011891 Jul 23 16:18:20.352242 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'tag': 'b15dcf1f-978b-4981-9cc8-a28420f899dd'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:20.352242 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53ad199-33c5-451e-9071-0d11c6bd025d" -d '{"events": [{"name": "network-changed", "server_uuid": "25f52a6e-92a7-46eb-a4ea-270212a4488a", "tag": "b15dcf1f-978b-4981-9cc8-a28420f899dd"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:20.389337 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf3b3f4-9f62-47b1-a0fe-2e4023ce8373 x-openstack-request-id: req-bdf3b3f4-9f62-47b1-a0fe-2e4023ce8373 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:20.389627 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f52a6e-92a7-46eb-a4ea-270212a4488a", "tag": "b15dcf1f-978b-4981-9cc8-a28420f899dd", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:20.389876 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bdf3b3f4-9f62-47b1-a0fe-2e4023ce8373 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:20.389981 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cef682-b8bb-421c-94e4-85b4f5e1d7e0 None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:20.390264 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'tag': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'status': 'completed', 'code': 200} Jul 23 16:18:20.390561 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-e7cef682-b8bb-421c-94e4-85b4f5e1d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:17:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:20.497591 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-e7cef682-b8bb-421c-94e4-85b4f5e1d7e0 None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:20.502714 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:20.532899 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ad199-33c5-451e-9071-0d11c6bd025d req-de9de66e-0a4e-4f27-8e53-c04a5f2c0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:20.535017 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b53ad199-33c5-451e-9071-0d11c6bd025d req-de9de66e-0a4e-4f27-8e53-c04a5f2c0043 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 1098 time: 0.0717931 Jul 23 16:18:20.562459 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:20.562825 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.678946 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ad199-33c5-451e-9071-0d11c6bd025d req-c20111dc-835f-4160-ab8c-a0cf4bf1ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:20.681613 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b53ad199-33c5-451e-9071-0d11c6bd025d req-c20111dc-835f-4160-ab8c-a0cf4bf1ad61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.1268432 Jul 23 16:18:20.685790 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.719478 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:20.723266 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e527b485-34d3-44b3-a13d-b1075b72c371" -d '{"events": [{"server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "name": "network-vif-plugged", "status": "completed", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:20.752695 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:20.757951 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.776907 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b53ad199-33c5-451e-9071-0d11c6bd025d req-c8177e6c-5f35-4664-894c-6c989442ac50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b15dcf1f-978b-4981-9cc8-a28420f899dd HTTP/1.1" status: 200 len: 999 time: 0.0795836 Jul 23 16:18:20.807617 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-e7cef682-b8bb-421c-94e4-85b4f5e1d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '327c7d3b-ff90-4a63-9f34-25388bee4aaa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:ed:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:18Z', 'updated_at': '2021-07-23T16:18:18Z', 'revision_number': 0, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:20.815745 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f53b56-8502-4e5c-9eef-5f76ceb5293e x-openstack-request-id: req-23f53b56-8502-4e5c-9eef-5f76ceb5293e {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:20.816058 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "name": "network-vif-plugged", "status": "completed", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:20.816338 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23f53b56-8502-4e5c-9eef-5f76ceb5293e {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:20.816723 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'code': 200} Jul 23 16:18:20.831977 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,revision_number=7']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:20.856285 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cef682-b8bb-421c-94e4-85b4f5e1d7e0 None None] Checking router: 001f1434-9909-4619-ab2b-30fbca2f726b for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:20.860535 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ad199-33c5-451e-9071-0d11c6bd025d req-843210c3-341e-48cb-9323-45ee668d2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:20.862033 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b53ad199-33c5-451e-9071-0d11c6bd025d req-843210c3-341e-48cb-9323-45ee668d2e08 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0764437 Jul 23 16:18:20.865605 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cef682-b8bb-421c-94e4-85b4f5e1d7e0 None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:20.866227 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-e7cef682-b8bb-421c-94e4-85b4f5e1d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:17:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:20.943396 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ad199-33c5-451e-9071-0d11c6bd025d req-a73e5dfc-73dc-4fc3-90b5-a30e4b3b0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:20.944925 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b53ad199-33c5-451e-9071-0d11c6bd025d req-a73e5dfc-73dc-4fc3-90b5-a30e4b3b0b03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683622 Jul 23 16:18:20.986760 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-e7cef682-b8bb-421c-94e4-85b4f5e1d7e0 None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:21.062561 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b53ad199-33c5-451e-9071-0d11c6bd025d req-76ef7bc1-f4c9-4f76-85c5-46f87c6f99a4 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083252 Jul 23 16:18:21.168174 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b53ad199-33c5-451e-9071-0d11c6bd025d req-6af8181a-b81e-4b3d-9540-85101b81034b service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961885 Jul 23 16:18:21.258881 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-e7cef682-b8bb-421c-94e4-85b4f5e1d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '327c7d3b-ff90-4a63-9f34-25388bee4aaa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:ed:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:18Z', 'updated_at': '2021-07-23T16:18:18Z', 'revision_number': 0, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:21.288320 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cef682-b8bb-421c-94e4-85b4f5e1d7e0 None None] The sync data for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi is: [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '327c7d3b-ff90-4a63-9f34-25388bee4aaa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:ed:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:18Z', 'updated_at': '2021-07-23T16:18:18Z', 'revision_number': 0, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:21.356258 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d553a-2f58-453f-ba2a-61d6a3b346a0 req-0643d07a-15a2-4160-b33b-44f834265867 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:21.365337 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-782d553a-2f58-453f-ba2a-61d6a3b346a0 req-0643d07a-15a2-4160-b33b-44f834265867 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 943 time: 0.1283185 Jul 23 16:18:21.384145 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566c921-10e1-4d31-91cf-596e55859822 req-10586291-1112-4078-9485-708f3a1f8178 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:21.394210 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9566c921-10e1-4d31-91cf-596e55859822 req-10586291-1112-4078-9485-708f3a1f8178 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.1455743 Jul 23 16:18:21.452987 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-782d553a-2f58-453f-ba2a-61d6a3b346a0 req-f893a701-e42b-41a9-885f-4f7af7e84f07 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765655 Jul 23 16:18:21.614811 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9566c921-10e1-4d31-91cf-596e55859822 req-d6d89f0a-f72c-4162-ae71-1c81d38c3845 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196817 Jul 23 16:18:21.615234 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c2148-fb1e-46b6-a4cd-b388600eff56 None None] New status for floating IP 327c7d3b-ff90-4a63-9f34-25388bee4aaa: ACTIVE {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:18:22.501564 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device b54977e6-948b-4553-be9b-14f398ea6118 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:22.601813 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722ee6-8249-4d7a-97c6-8aea37e138ee req-35521d3e-e777-4e26-92e9-a9680c63b165 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:22.604428 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d6722ee6-8249-4d7a-97c6-8aea37e138ee req-35521d3e-e777-4e26-92e9-a9680c63b165 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 943 time: 0.0839527 Jul 23 16:18:22.654647 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port b54977e6-948b-4553-be9b-14f398ea6118, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b54977e6-948b-4553-be9b-14f398ea6118,segment=NetworkSegment(10e456c1-24dd-42f7-8cb5-9b65dbebd46a),segment_id=10e456c1-24dd-42f7-8cb5-9b65dbebd46a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:22.689021 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d6722ee6-8249-4d7a-97c6-8aea37e138ee req-70a78b04-5936-4687-b9cf-f44f5e40ea67 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688603 Jul 23 16:18:22.824657 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': 'b54977e6-948b-4553-be9b-14f398ea6118', 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339', 'port_id': 'b54977e6-948b-4553-be9b-14f398ea6118', 'mac_address': 'fa:16:3e:3b:87:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44151461-2817-4816-8f72-1223b91eefeb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:22.829049 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da73638-56fb-4d69-8d61-f2ca2cd1beb5 req-f76d89e7-fa4f-41ca-b7cb-d4b37744daa4 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:22.830930 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3da73638-56fb-4d69-8d61-f2ca2cd1beb5 req-f76d89e7-fa4f-41ca-b7cb-d4b37744daa4 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0984602 Jul 23 16:18:22.874847 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.890141 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54977e6-948b-4553-be9b-14f398ea6118 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:22.895605 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3da73638-56fb-4d69-8d61-f2ca2cd1beb5 req-d6382f50-2a45-4cca-8f61-1245c496f9a7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550625 Jul 23 16:18:22.915584 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port b54977e6-948b-4553-be9b-14f398ea6118, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b54977e6-948b-4553-be9b-14f398ea6118,segment=NetworkSegment(10e456c1-24dd-42f7-8cb5-9b65dbebd46a),segment_id=10e456c1-24dd-42f7-8cb5-9b65dbebd46a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:22.921215 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.971593 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=b54977e6-948b-4553-be9b-14f398ea6118,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:23.312143 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['b54977e6-948b-4553-be9b-14f398ea6118'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:23.471797 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fed228-3114-4d4c-9869-eb9ca409343a req-89c8b1c7-0641-4314-937b-1572a507c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.473570 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4fed228-3114-4d4c-9869-eb9ca409343a req-89c8b1c7-0641-4314-937b-1572a507c538 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 1099 time: 0.0625658 Jul 23 16:18:23.621487 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fed228-3114-4d4c-9869-eb9ca409343a req-e9b64c7a-ece9-441d-9a10-52799445b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.623485 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4fed228-3114-4d4c-9869-eb9ca409343a req-e9b64c7a-ece9-441d-9a10-52799445b8e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 918 time: 0.1235347 Jul 23 16:18:23.724794 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4fed228-3114-4d4c-9869-eb9ca409343a req-7e02937a-c060-401a-b19d-428ecb845b7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb HTTP/1.1" status: 200 len: 1002 time: 0.0945382 Jul 23 16:18:23.783083 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fed228-3114-4d4c-9869-eb9ca409343a req-c3b06098-b7a7-4c36-8b7c-a9c85525cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.784646 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4fed228-3114-4d4c-9869-eb9ca409343a req-c3b06098-b7a7-4c36-8b7c-a9c85525cfaf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0526679 Jul 23 16:18:23.853624 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fed228-3114-4d4c-9869-eb9ca409343a req-4ff91cf5-7346-4905-bf52-65d68c78e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.855366 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4fed228-3114-4d4c-9869-eb9ca409343a req-4ff91cf5-7346-4905-bf52-65d68c78e7f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631979 Jul 23 16:18:23.859835 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bf335-ed95-4338-9de0-0e1f08d3010a req-76367975-5a01-47f4-9afe-7db7e1870290 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.861600 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-157bf335-ed95-4338-9de0-0e1f08d3010a req-76367975-5a01-47f4-9afe-7db7e1870290 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 944 time: 0.1010852 Jul 23 16:18:23.938785 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-157bf335-ed95-4338-9de0-0e1f08d3010a req-b56102a5-d096-4f80-bbba-65c08457034f tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543857 Jul 23 16:18:23.978423 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4fed228-3114-4d4c-9869-eb9ca409343a req-647edb0b-e881-4a07-a0a2-a9dd54d17efc service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156237 Jul 23 16:18:24.089041 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae752a-c83d-4be5-9e29-2ceb53de4b85 req-63c50321-8dd6-4d1b-acaa-6b75b76307fd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:24.098320 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f2ae752a-c83d-4be5-9e29-2ceb53de4b85 req-63c50321-8dd6-4d1b-acaa-6b75b76307fd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.1058109 Jul 23 16:18:24.124397 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4fed228-3114-4d4c-9869-eb9ca409343a req-cd7d1a72-390d-40df-af11-b7ba79786d74 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220012 Jul 23 16:18:24.137398 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-deb121a0-c65f-40b5-885a-a7a7f84dbb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.161572 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f2ae752a-c83d-4be5-9e29-2ceb53de4b85 req-2ead2b29-b3e5-440c-9a8f-7e5585759e40 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381737 Jul 23 16:18:24.529448 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device b54977e6-948b-4553-be9b-14f398ea6118 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:24.622132 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port b54977e6-948b-4553-be9b-14f398ea6118 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:24.627080 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port b54977e6-948b-4553-be9b-14f398ea6118 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:24.627565 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.726519 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.754465 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8efbcab-a9b1-48fd-ad75-492e58d30ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54977e6-948b-4553-be9b-14f398ea6118'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:24.756847 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6f7aba-5f13-4e45-b091-23e4f5c587da" -d '{"events": [{"server_uuid": "c8efbcab-a9b1-48fd-ad75-492e58d30ad0", "name": "network-vif-plugged", "status": "completed", "tag": "b54977e6-948b-4553-be9b-14f398ea6118"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:24.771898 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port b54977e6-948b-4553-be9b-14f398ea6118, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b54977e6-948b-4553-be9b-14f398ea6118,segment=NetworkSegment(10e456c1-24dd-42f7-8cb5-9b65dbebd46a),segment_id=10e456c1-24dd-42f7-8cb5-9b65dbebd46a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:24.778074 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.810376 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be659484-4c26-4748-8c48-f2745acfa6bc x-openstack-request-id: req-be659484-4c26-4748-8c48-f2745acfa6bc {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:24.810376 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8efbcab-a9b1-48fd-ad75-492e58d30ad0", "name": "network-vif-plugged", "status": "completed", "tag": "b54977e6-948b-4553-be9b-14f398ea6118", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:24.811060 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be659484-4c26-4748-8c48-f2745acfa6bc {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:24.811201 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8efbcab-a9b1-48fd-ad75-492e58d30ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54977e6-948b-4553-be9b-14f398ea6118', 'code': 200} Jul 23 16:18:24.846119 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=b54977e6-948b-4553-be9b-14f398ea6118,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:25.109072 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74cf27-70cc-4895-a427-ef19fece0722 req-a4669194-b379-429a-9cd0-9b5d71df46ec tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:25.115635 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bb74cf27-70cc-4895-a427-ef19fece0722 req-a4669194-b379-429a-9cd0-9b5d71df46ec tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 945 time: 0.1066864 Jul 23 16:18:25.125491 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600c081-4887-450a-b86a-547f9cfe1d79 req-3a8d9761-83f1-4147-a776-bb5b1328d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:25.127825 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0600c081-4887-450a-b86a-547f9cfe1d79 req-3a8d9761-83f1-4147-a776-bb5b1328d569 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 1098 time: 0.1342185 Jul 23 16:18:25.174000 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bb74cf27-70cc-4895-a427-ef19fece0722 req-74746f6d-cede-448a-b02d-5796d8efeb79 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555270 Jul 23 16:18:25.208867 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0600c081-4887-450a-b86a-547f9cfe1d79 req-6fc22c33-08e4-4dc6-bca1-7e43426210bb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733266 Jul 23 16:18:25.330264 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a792ca-4431-4e55-9d95-53fe42c5df42 req-e57013f1-47b7-4ebc-acd6-1b016e6b41dd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:25.332427 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-68a792ca-4431-4e55-9d95-53fe42c5df42 req-e57013f1-47b7-4ebc-acd6-1b016e6b41dd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0751057 Jul 23 16:18:25.391571 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-68a792ca-4431-4e55-9d95-53fe42c5df42 req-582701e7-6890-4ba6-a44b-6751565379f8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461617 Jul 23 16:18:26.319620 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96470df-d5a8-4827-bf13-aafdacd771fb req-e3fd6305-72f9-4826-be92-c2c9aef3c353 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.321399 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f96470df-d5a8-4827-bf13-aafdacd771fb req-e3fd6305-72f9-4826-be92-c2c9aef3c353 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 945 time: 0.0718563 Jul 23 16:18:26.370919 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f96470df-d5a8-4827-bf13-aafdacd771fb req-6a030832-e81e-48f0-bf06-f6d14d07b373 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Jul 23 16:18:26.597116 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930ed29-d157-41a9-8079-bfefcb359cad req-1ad764e6-4652-4867-b365-21c4add90a97 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.598853 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4930ed29-d157-41a9-8079-bfefcb359cad req-1ad764e6-4652-4867-b365-21c4add90a97 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.1242881 Jul 23 16:18:26.686162 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4930ed29-d157-41a9-8079-bfefcb359cad req-36116895-1c06-47d6-a72b-84feb5dd8fbf tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783646 Jul 23 16:18:26.963026 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e38e0b37-eaca-4ba6-85aa-5a20e15c97a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.201215 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.515158 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e4208-6daa-460e-b477-f9517e446213 req-7c23e0d7-018b-4d14-8bab-4d10b290934c tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.517442 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-638e4208-6daa-460e-b477-f9517e446213 req-7c23e0d7-018b-4d14-8bab-4d10b290934c tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 945 time: 0.0727088 Jul 23 16:18:27.557852 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-638e4208-6daa-460e-b477-f9517e446213 req-43e0615d-d328-49c8-ac6d-6540dcdfc45e tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347855 Jul 23 16:18:27.835855 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2d6f0-9cb0-48f1-9d75-6670ece95417 req-405d5e10-14af-4a48-b891-183fadb3d507 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.837533 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-10d2d6f0-9cb0-48f1-9d75-6670ece95417 req-405d5e10-14af-4a48-b891-183fadb3d507 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0783660 Jul 23 16:18:27.919121 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-10d2d6f0-9cb0-48f1-9d75-6670ece95417 req-50e5dbb0-f84c-419d-a621-c75523c16f64 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735805 Jul 23 16:18:28.192964 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.085445 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9de5fd-31f9-414e-ae0c-d0888f2f4e8e req-1c16b3cf-146e-4535-b623-f80df097750a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:29.088197 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5d9de5fd-31f9-414e-ae0c-d0888f2f4e8e req-1c16b3cf-146e-4535-b623-f80df097750a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0867617 Jul 23 16:18:29.179329 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5d9de5fd-31f9-414e-ae0c-d0888f2f4e8e req-94ad1556-0d9b-4787-b126-672be0864c2f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824161 Jul 23 16:18:29.867413 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.327635 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee17df0-7876-4b7e-bbd1-5130e8b7f92f req-4d53d5cf-e644-422b-8398-1535fb2d90ea tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.332590 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bee17df0-7876-4b7e-bbd1-5130e8b7f92f req-4d53d5cf-e644-422b-8398-1535fb2d90ea tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0691431 Jul 23 16:18:30.374424 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bee17df0-7876-4b7e-bbd1-5130e8b7f92f req-d215ab55-757f-4bb1-9f04-661c6e018f6a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383897 Jul 23 16:18:31.242497 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20fa09-fd41-4ee4-8810-6d8c05fcd6d8 req-12e81faf-70ba-4160-a4f6-2dd1031aeb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.243958 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b20fa09-fd41-4ee4-8810-6d8c05fcd6d8 req-12e81faf-70ba-4160-a4f6-2dd1031aeb64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 1099 time: 0.0531666 Jul 23 16:18:31.336867 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20fa09-fd41-4ee4-8810-6d8c05fcd6d8 req-1984f235-6498-41be-8c9d-5811a58a1f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.338302 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b20fa09-fd41-4ee4-8810-6d8c05fcd6d8 req-1984f235-6498-41be-8c9d-5811a58a1f20 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 918 time: 0.0864134 Jul 23 16:18:31.413684 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b20fa09-fd41-4ee4-8810-6d8c05fcd6d8 req-a5c44667-d15d-488d-8acd-1c81a43dd265 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb HTTP/1.1" status: 200 len: 1002 time: 0.0567107 Jul 23 16:18:31.466853 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20fa09-fd41-4ee4-8810-6d8c05fcd6d8 req-a30f2e93-2722-4b2e-adad-5ff92de14e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.468317 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b20fa09-fd41-4ee4-8810-6d8c05fcd6d8 req-a30f2e93-2722-4b2e-adad-5ff92de14e3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0467699 Jul 23 16:18:31.523269 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f4dbf-1502-426e-8b4e-716e7ab4771d req-f4c359f6-e40b-488e-8015-02f7dea2fbd8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.524865 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e10f4dbf-1502-426e-8b4e-716e7ab4771d req-f4c359f6-e40b-488e-8015-02f7dea2fbd8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0633192 Jul 23 16:18:31.532790 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20fa09-fd41-4ee4-8810-6d8c05fcd6d8 req-29992f85-769b-4c77-be35-73f699cd0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.534399 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b20fa09-fd41-4ee4-8810-6d8c05fcd6d8 req-29992f85-769b-4c77-be35-73f699cd0d81 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572774 Jul 23 16:18:31.566242 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e10f4dbf-1502-426e-8b4e-716e7ab4771d req-9f16cc11-1a1c-401f-a3f1-b159b1787254 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356698 Jul 23 16:18:31.634549 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b20fa09-fd41-4ee4-8810-6d8c05fcd6d8 req-21ebfd45-a80f-41b0-a9fd-c98e06818093 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900495 Jul 23 16:18:31.726885 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9b20fa09-fd41-4ee4-8810-6d8c05fcd6d8 req-b8f8f3c8-52dc-4f27-8617-e9388ba0c121 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848329 Jul 23 16:18:32.706453 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0bf3-4bc8-4004-8776-dcf9310e1987 req-ed213c4f-2292-4d10-a2ae-f024dc9dac4a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:32.707920 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ccdd0bf3-4bc8-4004-8776-dcf9310e1987 req-ed213c4f-2292-4d10-a2ae-f024dc9dac4a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0657880 Jul 23 16:18:32.745215 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ccdd0bf3-4bc8-4004-8776-dcf9310e1987 req-9a97f8e1-d919-4c17-93aa-e32850c24972 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316546 Jul 23 16:18:33.888184 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c0119-b93e-48b6-874d-3df267c9c384 req-4999bb8d-08c4-4359-ad4f-700eee452951 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:33.889676 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1e4c0119-b93e-48b6-874d-3df267c9c384 req-4999bb8d-08c4-4359-ad4f-700eee452951 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 946 time: 0.0727580 Jul 23 16:18:33.926656 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1e4c0119-b93e-48b6-874d-3df267c9c384 req-9bef0cc2-7056-4747-84cc-88b7cc1ba332 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315225 Jul 23 16:18:34.615059 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:34.697418 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.721340 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:34.723551 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eaf176-7f42-4b76-81bd-6fd8a8159aed" -d '{"events": [{"server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:34.736866 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:34.740788 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.764983 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177e15f0-5382-4dab-a1af-25f03aea4c69 x-openstack-request-id: req-177e15f0-5382-4dab-a1af-25f03aea4c69 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:34.765301 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "name": "network-vif-unplugged", "status": "failed", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb", "code": 422}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:34.765556 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-177e15f0-5382-4dab-a1af-25f03aea4c69 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:34.765937 dv-cinder-801989-4-iscsi neutron-server[93344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'code': 422} returned with failed status Jul 23 16:18:34.790422 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,revision_number=8']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:35.070183 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab2fbd-c512-4891-bec1-bee7a7af2ab6 req-4913e88f-e2c0-4893-a42a-52e33179b619 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.071638 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-66ab2fbd-c512-4891-bec1-bee7a7af2ab6 req-4913e88f-e2c0-4893-a42a-52e33179b619 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0698080 Jul 23 16:18:35.111088 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-66ab2fbd-c512-4891-bec1-bee7a7af2ab6 req-83cb2078-845f-4e1f-bf28-9d1c84778d37 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335271 Jul 23 16:18:36.037036 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89cbf0-4261-4065-b5e6-038c4adfec1c req-8b2c9d86-0a4d-4697-a090-d1b41d13ff5f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:36.038427 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-af89cbf0-4261-4065-b5e6-038c4adfec1c req-8b2c9d86-0a4d-4697-a090-d1b41d13ff5f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0743825 Jul 23 16:18:36.066352 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-31f99d29-4cda-44ec-88a8-06c2d6bb9645 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0563691 Jul 23 16:18:36.077931 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-af89cbf0-4261-4065-b5e6-038c4adfec1c req-4e22bbe5-5def-4b73-9a89-a5d767f94753 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339007 Jul 23 16:18:36.940192 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-e18b8375-5e17-425f-9634-a1a1d4408a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:36.941686 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-e18b8375-5e17-425f-9634-a1a1d4408a0b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a&tenant_id=dc8147693aac40c198f7422b34d42012 HTTP/1.1" status: 200 len: 1097 time: 0.0595815 Jul 23 16:18:37.035616 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-ae73f697-0096-46c5-af15-31d53cb87fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.037220 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-ae73f697-0096-46c5-af15-31d53cb87fc8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 1097 time: 0.0585058 Jul 23 16:18:37.135552 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-e53e80aa-5dcb-448d-a699-9c8e90e3d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.137076 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-e53e80aa-5dcb-448d-a699-9c8e90e3d5be service neutron] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 918 time: 0.0897906 Jul 23 16:18:37.209765 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-b5b83187-b731-4b99-818b-b3884f6e480a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb HTTP/1.1" status: 200 len: 1000 time: 0.0660968 Jul 23 16:18:37.218820 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3a5b7-fcaa-4f93-b379-8c3da7bc7412 req-e2fe8e9b-ee50-41a5-99a3-0b20e57d8414 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.220293 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-46e3a5b7-fcaa-4f93-b379-8c3da7bc7412 req-e2fe8e9b-ee50-41a5-99a3-0b20e57d8414 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0703154 Jul 23 16:18:37.260896 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-a6a9a2a1-2b77-4f30-ae72-3b9bf00de032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.261440 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-46e3a5b7-fcaa-4f93-b379-8c3da7bc7412 req-75c22760-8230-4680-aba4-008b91d22402 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354321 Jul 23 16:18:37.262363 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-a6a9a2a1-2b77-4f30-ae72-3b9bf00de032 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0435901 Jul 23 16:18:37.320435 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-09672685-a540-48f5-83c0-2fa4c43b7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.322000 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-09672685-a540-48f5-83c0-2fa4c43b7a4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530050 Jul 23 16:18:37.412384 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-1c49ae20-d0d4-4cf6-9f44-01f0409d0491 service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822797 Jul 23 16:18:37.509310 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-28e9284e-6775-4325-9bec-cff66e1ac623 req-53a2460a-ba1d-4fbd-bd40-4781f9f7a5ee service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884552 Jul 23 16:18:38.449229 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2236d2-38cb-4cac-a4fb-4842a3600ade req-9f3e8cab-a2c8-409b-b0e7-ed5545d917a5 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.450606 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe2236d2-38cb-4cac-a4fb-4842a3600ade req-9f3e8cab-a2c8-409b-b0e7-ed5545d917a5 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.1149237 Jul 23 16:18:38.493690 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe2236d2-38cb-4cac-a4fb-4842a3600ade req-eea025af-c2a5-4285-92ca-48194cce9796 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367832 Jul 23 16:18:39.631723 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf6391-a799-48c5-a3a9-f465d95849dd req-812b4257-9f3c-48a0-ab64-817c6530a9c9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.633292 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ddbf6391-a799-48c5-a3a9-f465d95849dd req-812b4257-9f3c-48a0-ab64-817c6530a9c9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0638826 Jul 23 16:18:39.681667 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ddbf6391-a799-48c5-a3a9-f465d95849dd req-eb205203-77d7-4399-ace5-4905d6d85eee tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Jul 23 16:18:40.945148 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce953eb-ab26-4386-94de-81c585771908 req-0fa5da80-d171-4402-94dc-14d608c629f7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:40.946654 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ce953eb-ab26-4386-94de-81c585771908 req-0fa5da80-d171-4402-94dc-14d608c629f7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0753434 Jul 23 16:18:40.986479 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ce953eb-ab26-4386-94de-81c585771908 req-b0dd9731-4bc6-4faf-a382-12bcc6a5f98f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336001 Jul 23 16:18:42.120711 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a60fb-6581-4fb8-bb84-51dfa46a0dd3 req-9468469e-b05c-45fe-9ead-782123df82e7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:42.122230 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-212a60fb-6581-4fb8-bb84-51dfa46a0dd3 req-9468469e-b05c-45fe-9ead-782123df82e7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0645919 Jul 23 16:18:42.169710 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-212a60fb-6581-4fb8-bb84-51dfa46a0dd3 req-c82fbc04-9ce1-4f25-ae79-a0b8ecbe16bd tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 Jul 23 16:18:43.315943 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b6f82-9ae9-484b-9313-7345328ccbd0 req-af6e72fd-14f2-49cd-8422-22ab7e51a05e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.317535 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ae4b6f82-9ae9-484b-9313-7345328ccbd0 req-af6e72fd-14f2-49cd-8422-22ab7e51a05e tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0633140 Jul 23 16:18:43.359066 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ae4b6f82-9ae9-484b-9313-7345328ccbd0 req-c3042080-c282-4559-ad1c-98f88005c34d tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360107 Jul 23 16:18:44.503314 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cac0da-388a-48a9-a3f9-beae252a5cb6 req-da71ac03-aaee-4437-b172-7b5bb72f18ff tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.505148 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-98cac0da-388a-48a9-a3f9-beae252a5cb6 req-da71ac03-aaee-4437-b172-7b5bb72f18ff tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0738933 Jul 23 16:18:44.545336 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-98cac0da-388a-48a9-a3f9-beae252a5cb6 req-d5e84f3e-45bb-4794-a4a0-6b8fc7ef7c63 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345705 Jul 23 16:18:45.703208 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab3a43-dca0-4566-a7d7-dad48130bd40 req-12d9b80d-c1ac-44b9-8deb-44d543eca4d0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:45.704874 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-faab3a43-dca0-4566-a7d7-dad48130bd40 req-12d9b80d-c1ac-44b9-8deb-44d543eca4d0 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0813458 Jul 23 16:18:45.743550 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-faab3a43-dca0-4566-a7d7-dad48130bd40 req-21585d3d-6bb1-4296-949d-8039b529defc tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331526 Jul 23 16:18:46.882729 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6537ac-e4d2-4944-8cb6-32f0c1ea90fb req-36ed35e1-f83d-4b11-a703-61e057b4585f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.884373 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eb6537ac-e4d2-4944-8cb6-32f0c1ea90fb req-36ed35e1-f83d-4b11-a703-61e057b4585f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0704172 Jul 23 16:18:46.924819 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eb6537ac-e4d2-4944-8cb6-32f0c1ea90fb req-14f9b278-124b-4f6a-bda0-b0d220eb5221 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342607 Jul 23 16:18:48.059370 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f4518-a22b-4591-ab2c-2a0ae5939b36 req-510eb15f-e8a4-4828-bb47-a16e9f1361d7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:48.061358 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-361f4518-a22b-4591-ab2c-2a0ae5939b36 req-510eb15f-e8a4-4828-bb47-a16e9f1361d7 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0649230 Jul 23 16:18:48.108668 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-361f4518-a22b-4591-ab2c-2a0ae5939b36 req-65dbeead-c752-4c4d-8cad-f8fb00fe0500 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 Jul 23 16:18:48.803342 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.241601 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3365c0-bb42-4133-8ebf-c4cc302f3c2b req-8a77f5f0-2e19-4221-9271-3aa77ea12a4c tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.243050 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-be3365c0-bb42-4133-8ebf-c4cc302f3c2b req-8a77f5f0-2e19-4221-9271-3aa77ea12a4c tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0627415 Jul 23 16:18:49.284877 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-be3365c0-bb42-4133-8ebf-c4cc302f3c2b req-55dfcbfd-e94e-4d7b-8d05-889d7768e03c tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363686 Jul 23 16:18:49.314516 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:18:50.421218 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2135165-ecaa-4f8d-9baf-c4aaacc849c9 req-2d56ec58-71f8-418e-ae14-b881e5a50dc5 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.423796 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a2135165-ecaa-4f8d-9baf-c4aaacc849c9 req-2d56ec58-71f8-418e-ae14-b881e5a50dc5 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0681226 Jul 23 16:18:50.466240 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a2135165-ecaa-4f8d-9baf-c4aaacc849c9 req-445798a6-7956-42cc-9b68-c18fc7b67d5c tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362487 Jul 23 16:18:51.605485 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44690671-f8c1-4c14-b834-ada9b0a24682 req-e18358e0-d846-4b05-91d9-8a4ae85878f3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:51.608013 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-44690671-f8c1-4c14-b834-ada9b0a24682 req-e18358e0-d846-4b05-91d9-8a4ae85878f3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0700214 Jul 23 16:18:51.652818 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-44690671-f8c1-4c14-b834-ada9b0a24682 req-3450f381-1bf2-46e4-89d2-d62abf0f6de8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376794 Jul 23 16:18:52.788313 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca6f25-b7a2-4f76-ac8a-de7545b1dfdd req-e17118a3-cba5-45af-ab82-aea4ee5d3b85 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:52.789683 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35ca6f25-b7a2-4f76-ac8a-de7545b1dfdd req-e17118a3-cba5-45af-ab82-aea4ee5d3b85 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0668349 Jul 23 16:18:52.827167 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35ca6f25-b7a2-4f76-ac8a-de7545b1dfdd req-94e7a371-4235-400f-9f21-b413b035a5ae tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320590 Jul 23 16:18:53.959783 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203beb8-33f6-4a50-8c2a-f4d4986d8f8a req-85b82572-9c87-4c66-ab02-f1b90cc88e2b tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.961261 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6203beb8-33f6-4a50-8c2a-f4d4986d8f8a req-85b82572-9c87-4c66-ab02-f1b90cc88e2b tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0624621 Jul 23 16:18:53.998519 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6203beb8-33f6-4a50-8c2a-f4d4986d8f8a req-3034fb57-e93c-47b6-a879-45ad8e2a0dae tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315785 Jul 23 16:18:54.140800 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-516aa27f-7498-4649-9b1c-64d368192656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.138904 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b1d51-dbc3-40fb-9ea4-2473f339349b req-f67d533e-a194-4d84-a654-37a3f63e02f2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:55.141321 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a40b1d51-dbc3-40fb-9ea4-2473f339349b req-f67d533e-a194-4d84-a654-37a3f63e02f2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0683923 Jul 23 16:18:55.181779 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a40b1d51-dbc3-40fb-9ea4-2473f339349b req-c1ce6384-4fb0-4bf3-bcd3-9d3352bae317 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352836 Jul 23 16:18:56.319645 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eb319-63d5-4aa3-a969-89bc3e5c3097 req-2a05b3e6-98c0-4441-92b7-08a7b19170ef tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.322115 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-320eb319-63d5-4aa3-a969-89bc3e5c3097 req-2a05b3e6-98c0-4441-92b7-08a7b19170ef tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 944 time: 0.0662994 Jul 23 16:18:56.358357 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-320eb319-63d5-4aa3-a969-89bc3e5c3097 req-20ef9527-7ae4-474d-8188-debe9e5178d8 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Jul 23 16:18:56.662550 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:56.756735 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:56.767581 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'port_id': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'mac_address': 'fa:16:3e:7a:6e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:56.803534 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.819746 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:56.838795 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:56.842445 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.890519 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,revision_number=9']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:56.963250 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-642383a4-5e5b-4b08-83c6-3a4b21a88108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.160773 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['7dff12ed-4e0a-4eb5-8272-52d011e1e7fb'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:57.214453 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.489507 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7c08c-22f5-48fd-9480-bdea103bd790 req-12747f7d-09a1-4b00-a93b-31aee389e299 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:57.490861 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-64e7c08c-22f5-48fd-9480-bdea103bd790 req-12747f7d-09a1-4b00-a93b-31aee389e299 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 945 time: 0.0624466 Jul 23 16:18:57.529116 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-64e7c08c-22f5-48fd-9480-bdea103bd790 req-10a7a5f7-ca0a-4427-a7ab-355199c53f2a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321054 Jul 23 16:18:58.193155 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.660888 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:58.666416 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62572aa8-0aba-4b56-9621-7b82f6b12cbd req-3093de13-407c-4d58-8610-895ac12a75c3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:58.667924 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62572aa8-0aba-4b56-9621-7b82f6b12cbd req-3093de13-407c-4d58-8610-895ac12a75c3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 945 time: 0.0670040 Jul 23 16:18:58.706977 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62572aa8-0aba-4b56-9621-7b82f6b12cbd req-a53c845e-d908-4ed0-8dac-3f4083e5832f tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333066 Jul 23 16:18:58.708013 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:58.708405 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.781682 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.802454 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:58.804674 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6a6a60-16e9-433b-a615-f3e642017814" -d '{"events": [{"server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "name": "network-vif-plugged", "status": "completed", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:58.817719 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:58.822026 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.848506 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c2d0f8-b833-4d91-bd01-67dd17796a4d x-openstack-request-id: req-c4c2d0f8-b833-4d91-bd01-67dd17796a4d {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:58.848790 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "name": "network-vif-plugged", "status": "completed", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:58.849036 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4c2d0f8-b833-4d91-bd01-67dd17796a4d {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:58.849411 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'code': 200} Jul 23 16:18:58.874155 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,revision_number=10']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:59.135251 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8a6fc-a2d2-4183-9e6a-013b4409a310 req-1c0633d6-ce0c-4677-ae6a-214600a03b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.136770 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-19e8a6fc-a2d2-4183-9e6a-013b4409a310 req-1c0633d6-ce0c-4677-ae6a-214600a03b97 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 1100 time: 0.1037657 Jul 23 16:18:59.172383 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-19e8a6fc-a2d2-4183-9e6a-013b4409a310 req-a889d6da-08c9-41fc-8839-0cdb81857056 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270650 Jul 23 16:18:59.840470 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340efd6a-c7a7-4377-8793-742b1a5d343a req-f7fa987d-2c36-4906-853d-858aada653e1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.842191 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-340efd6a-c7a7-4377-8793-742b1a5d343a req-f7fa987d-2c36-4906-853d-858aada653e1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 947 time: 0.0648999 Jul 23 16:18:59.862799 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.883468 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-340efd6a-c7a7-4377-8793-742b1a5d343a req-261bd457-0f67-4db6-bce9-6c8195c925b9 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333169 Jul 23 16:19:01.041940 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347d33a-e7b1-4014-8284-2749b3d6eb39 req-30eb46f0-8873-4f51-9b20-d63271a05cfe tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:01.043524 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d347d33a-e7b1-4014-8284-2749b3d6eb39 req-30eb46f0-8873-4f51-9b20-d63271a05cfe tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 947 time: 0.0736623 Jul 23 16:19:01.090753 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d347d33a-e7b1-4014-8284-2749b3d6eb39 req-be06fa79-6e7b-4ece-899e-dcadf653c12b tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411294 Jul 23 16:19:02.221733 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089dfc4-a944-4af6-91aa-95b7c2d8bc37 req-08d136b4-b211-4dca-99b4-ee18c410ff6b tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:02.223209 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0089dfc4-a944-4af6-91aa-95b7c2d8bc37 req-08d136b4-b211-4dca-99b4-ee18c410ff6b tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 947 time: 0.0631886 Jul 23 16:19:02.260055 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0089dfc4-a944-4af6-91aa-95b7c2d8bc37 req-bead426f-bb77-482d-871e-7904f232d3d2 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304513 Jul 23 16:19:18.815872 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.197983 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cd63a-0262-489e-bb5e-97a981e95504 req-4dcbd3e5-6483-4630-933e-3d92a276a3dd tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:19.199434 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ca9cd63a-0262-489e-bb5e-97a981e95504 req-4dcbd3e5-6483-4630-933e-3d92a276a3dd tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 945 time: 0.0633490 Jul 23 16:19:19.238970 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ca9cd63a-0262-489e-bb5e-97a981e95504 req-187274cc-23e4-4084-8bc2-a577d2c72932 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Jul 23 16:19:20.373416 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1122c7e-c9f9-48ae-b68e-2265cde69e06 req-d41977fc-383d-4ad7-b836-2924061eaf81 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.375038 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d1122c7e-c9f9-48ae-b68e-2265cde69e06 req-d41977fc-383d-4ad7-b836-2924061eaf81 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 945 time: 0.0680523 Jul 23 16:19:20.411900 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d1122c7e-c9f9-48ae-b68e-2265cde69e06 req-b2457b4d-c6dc-46ac-823c-5d0714474926 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313053 Jul 23 16:19:21.408713 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6204027-3c97-41d5-a705-c2275e327b04 req-9be8a8ea-6338-4d30-ae62-cc9905f7273c tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.410203 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d6204027-3c97-41d5-a705-c2275e327b04 req-9be8a8ea-6338-4d30-ae62-cc9905f7273c tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 945 time: 0.0632067 Jul 23 16:19:21.511791 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-d6204027-3c97-41d5-a705-c2275e327b04 req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Deleting port b54977e6-948b-4553-be9b-14f398ea6118 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:21.512143 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d6204027-3c97-41d5-a705-c2275e327b04 req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.539499 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4139d-1044-45b5-b9ac-30b7dcf5f787 req-165eff5c-ff2d-4d3b-8be4-e6a0624ec960 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.540993 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51b4139d-1044-45b5-b9ac-30b7dcf5f787 req-165eff5c-ff2d-4d3b-8be4-e6a0624ec960 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8efbcab-a9b1-48fd-ad75-492e58d30ad0 HTTP/1.1" status: 200 len: 945 time: 0.0631602 Jul 23 16:19:21.579809 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51b4139d-1044-45b5-b9ac-30b7dcf5f787 req-c43bed7b-b59b-4278-ac3c-acb889083d93 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Jul 23 16:19:21.604912 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-d6204027-3c97-41d5-a705-c2275e327b04 req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] For port b54977e6-948b-4553-be9b-14f398ea6118, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b54977e6-948b-4553-be9b-14f398ea6118,segment=NetworkSegment(10e456c1-24dd-42f7-8cb5-9b65dbebd46a),segment_id=10e456c1-24dd-42f7-8cb5-9b65dbebd46a)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:21.605279 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d6204027-3c97-41d5-a705-c2275e327b04 req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.618367 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-d6204027-3c97-41d5-a705-c2275e327b04 req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Calling delete_port for b54977e6-948b-4553-be9b-14f398ea6118 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:21.745487 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d6204027-3c97-41d5-a705-c2275e327b04 req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.771694 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Pushing event deleted for resources: {'Port': ['ID=b54977e6-948b-4553-be9b-14f398ea6118,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.783832 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['b54977e6-948b-4553-be9b-14f398ea6118'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:21.785342 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.785698 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.786042 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.786379 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.786715 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.787056 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.787378 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.787717 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.788031 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.788383 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.788756 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.789030 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.828352 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6204027-3c97-41d5-a705-c2275e327b04 req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] No DVR routers for this DVR port b54977e6-948b-4553-be9b-14f398ea6118 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:21.830713 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d6204027-3c97-41d5-a705-c2275e327b04 req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.832704 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d6204027-3c97-41d5-a705-c2275e327b04 req-19edefc6-0381-46a4-baff-8231cdae38e1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.72 "DELETE /v2.0/ports/b54977e6-948b-4553-be9b-14f398ea6118 HTTP/1.1" status: 204 len: 173 time: 0.4162772 Jul 23 16:19:21.833135 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8efbcab-a9b1-48fd-ad75-492e58d30ad0', 'name': 'network-vif-deleted', 'tag': 'b54977e6-948b-4553-be9b-14f398ea6118'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:21.835399 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc3c1d9-0486-429a-b4b8-93d056d8c1d8" -d '{"events": [{"server_uuid": "c8efbcab-a9b1-48fd-ad75-492e58d30ad0", "name": "network-vif-deleted", "tag": "b54977e6-948b-4553-be9b-14f398ea6118"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:21.926641 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a0df9e-a39b-4a81-848a-456c23652e84 x-openstack-request-id: req-b1a0df9e-a39b-4a81-848a-456c23652e84 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:21.926952 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8efbcab-a9b1-48fd-ad75-492e58d30ad0", "name": "network-vif-deleted", "tag": "b54977e6-948b-4553-be9b-14f398ea6118", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:21.927186 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1a0df9e-a39b-4a81-848a-456c23652e84 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:21.927708 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8efbcab-a9b1-48fd-ad75-492e58d30ad0', 'name': 'network-vif-deleted', 'tag': 'b54977e6-948b-4553-be9b-14f398ea6118', 'status': 'completed', 'code': 200} Jul 23 16:19:24.141269 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-998fc010-0711-438e-9430-6b57f109c227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:26.316775 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:19:26.805782 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device b54977e6-948b-4553-be9b-14f398ea6118 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:26.825949 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: b54977e6-948b-4553-be9b-14f398ea6118 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:26.826287 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device b54977e6-948b-4553-be9b-14f398ea6118 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:26.965699 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a7d23bbe-4ea8-4853-8fe8-bfff70fd1bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.096782 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-c847c3fb-6c4d-4063-b361-1cb47807adb9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572913 Jul 23 16:19:27.206717 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.228510 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-6f6f4b3f-bb16-45c4-b98d-42e11ddbc0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.229979 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-6f6f4b3f-bb16-45c4-b98d-42e11ddbc0e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dc8147693aac40c198f7422b34d42012&device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 1100 time: 0.0546761 Jul 23 16:19:27.336951 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-32623552-58c3-4318-9b26-c32f8d8f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.338322 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-32623552-58c3-4318-9b26-c32f8d8f5651 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 200 len: 918 time: 0.0880959 Jul 23 16:19:27.413141 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-883ad47f-60e6-4dbc-b7a7-b90da75efe24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb HTTP/1.1" status: 200 len: 1002 time: 0.0657451 Jul 23 16:19:27.462954 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-93fe2ccc-4b2a-4ef3-ae1e-3ff085c86772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.464505 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-93fe2ccc-4b2a-4ef3-ae1e-3ff085c86772 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 200 len: 856 time: 0.0428970 Jul 23 16:19:27.522903 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-8de0f756-6c7a-4414-b35a-6caf35309eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.524377 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-8de0f756-6c7a-4414-b35a-6caf35309eab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513422 Jul 23 16:19:27.536954 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-a742e460-2d4a-4efe-92ed-336d0b128b52 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:19:27.537883 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-a742e460-2d4a-4efe-92ed-336d0b128b52 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049362 Jul 23 16:19:27.880014 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-000ac44b-4f18-4dc6-a96b-95c652967d0f service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263597 Jul 23 16:19:27.973337 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-98b3e198-cdb7-4056-8808-676e2966d0fb req-1003a147-83f5-4d51-a976-fcde4b057b8c service neutron] 10.222.0.72 "GET /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825930 Jul 23 16:19:28.196716 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.862133 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.554950 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-82007ee5-9302-4651-8a9d-d312debe429a tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:32.556425 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-82007ee5-9302-4651-8a9d-d312debe429a tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/networks?id=1eb35e94-d061-432c-bd9f-ae59ebffb339 HTTP/1.1" status: 200 len: 814 time: 0.1014693 Jul 23 16:19:32.574331 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-66c68b13-57e3-40ed-8e3c-b22dbdd43d54 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/quotas/8f8a6329edab4d879033a4b89f0a1a0e HTTP/1.1" status: 200 len: 375 time: 0.0116856 Jul 23 16:19:32.608019 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-8624a230-1fcb-4eca-bd39-91efc1136b85 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f8a6329edab4d879033a4b89f0a1a0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280325 Jul 23 16:19:32.618869 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-67664b69-a5d3-4f32-b4f9-c063f6222f77 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:19:32.619808 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-67664b69-a5d3-4f32-b4f9-c063f6222f77 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057001 Jul 23 16:19:32.711540 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-6d223728-1ed2-4dfd-a5b3-1275cb9a1bf8 service neutron] 10.222.0.65 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859132 Jul 23 16:19:32.801075 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-adf09ba1-3989-4651-8237-9327791eb3e6 service neutron] 10.222.0.65 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838745 Jul 23 16:19:33.974583 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2217ad69-589f-4659-8ab6-c2bc8bf030ad req-776ea7b4-4d80-4f73-90c9-8e6de832ef97 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 210 time: 0.0287845 Jul 23 16:19:35.075464 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-90b42b3a-1e5b-4052-a7de-4fdb5da991b7 req-432fa0ad-26a8-4feb-93d1-bf46cc09178c tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 210 time: 0.0344362 Jul 23 16:19:35.165313 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-dad9a7c4-4cc5-47ac-bd96-1ce27970f8f9 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.166735 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-dad9a7c4-4cc5-47ac-bd96-1ce27970f8f9 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.72 "GET /v2.0/networks?id=1eb35e94-d061-432c-bd9f-ae59ebffb339 HTTP/1.1" status: 200 len: 814 time: 0.1114006 Jul 23 16:19:35.188461 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Request body: {'port': {'device_id': 'd9500afc-57a3-42e9-aca0-801ccfe025a6', 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339', 'admin_state_up': True, 'tenant_id': '8f8a6329edab4d879033a4b89f0a1a0e'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:35.297663 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Made reservation on behalf of 8f8a6329edab4d879033a4b89f0a1a0e for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:35.301106 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.422070 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Allocated IP 172.20.0.11 (1eb35e94-d061-432c-bd9f-ae59ebffb339/44151461-2817-4816-8f72-1223b91eefeb/35376e70-6553-475d-868a-0205034f23fd) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:35.568035 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.604871 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.648777 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Network 1eb35e94-d061-432c-bd9f-ae59ebffb339 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:35.651747 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:35.655655 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:35.684258 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Pushing event updated for resources: {'Port': ['ID=35376e70-6553-475d-868a-0205034f23fd,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:35.710530 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.711140 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.724653 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-057ee343-ac89-4863-955b-703b3c708ad2 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5402834 Jul 23 16:19:35.744202 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Request body: {'port': {'device_id': 'd9500afc-57a3-42e9-aca0-801ccfe025a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:35.815107 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.073458 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35376e70-6553-475d-868a-0205034f23fd {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:36.081628 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.093388 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Transition to ACTIVE for port object 35376e70-6553-475d-868a-0205034f23fd will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:36.097350 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.148538 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=35376e70-6553-475d-868a-0205034f23fd,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:36.213608 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb2eab-8e0f-42cc-817f-da1320ee2a5e req-e269aa73-ac97-4e4b-99ac-ef86fa982bac tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.215090 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4aeb2eab-8e0f-42cc-817f-da1320ee2a5e req-e269aa73-ac97-4e4b-99ac-ef86fa982bac tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 944 time: 0.0671020 Jul 23 16:19:36.223633 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Attempting to bind port 35376e70-6553-475d-868a-0205034f23fd on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:36.224177 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Attempting to bind port 35376e70-6553-475d-868a-0205034f23fd by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '10e456c1-24dd-42f7-8cb5-9b65dbebd46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:36.224310 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Attempting to bind port 35376e70-6553-475d-868a-0205034f23fd on network 1eb35e94-d061-432c-bd9f-ae59ebffb339 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:36.228612 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Port 35376e70-6553-475d-868a-0205034f23fd on network 1eb35e94-d061-432c-bd9f-ae59ebffb339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:36.228931 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Attempting to bind port 35376e70-6553-475d-868a-0205034f23fd on network 1eb35e94-d061-432c-bd9f-ae59ebffb339 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:36.233898 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:36.234238 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Checking segment: {'id': '10e456c1-24dd-42f7-8cb5-9b65dbebd46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:36.234614 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Bound using segment: {'id': '10e456c1-24dd-42f7-8cb5-9b65dbebd46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:36.235033 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Bound port: 35376e70-6553-475d-868a-0205034f23fd, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e456c1-24dd-42f7-8cb5-9b65dbebd46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:36.235385 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.253472 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4aeb2eab-8e0f-42cc-817f-da1320ee2a5e req-11f1dc02-bd53-474f-8547-6e1a03e7eb33 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Jul 23 16:19:36.297863 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] For port 35376e70-6553-475d-868a-0205034f23fd, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:36.301261 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] For port 35376e70-6553-475d-868a-0205034f23fd, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=35376e70-6553-475d-868a-0205034f23fd,segment=NetworkSegment(10e456c1-24dd-42f7-8cb5-9b65dbebd46a),segment_id=10e456c1-24dd-42f7-8cb5-9b65dbebd46a)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:36.304863 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.337759 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.338364 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.339724 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/35376e70-6553-475d-868a-0205034f23fd HTTP/1.1" status: 200 len: 1094 time: 0.5996637 Jul 23 16:19:36.341648 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9500afc-57a3-42e9-aca0-801ccfe025a6', 'tag': '35376e70-6553-475d-868a-0205034f23fd'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:36.344837 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01a2d8c-e9cb-4534-be6b-5d295571a0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d9500afc-57a3-42e9-aca0-801ccfe025a6", "tag": "35376e70-6553-475d-868a-0205034f23fd"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:36.371902 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124b142-85d6-461e-8c80-fb55b426d6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=35376e70-6553-475d-868a-0205034f23fd,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:36.380106 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb208a45-db94-4bb4-ae4a-8877eed18e1f x-openstack-request-id: req-eb208a45-db94-4bb4-ae4a-8877eed18e1f {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:36.380311 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9500afc-57a3-42e9-aca0-801ccfe025a6", "tag": "35376e70-6553-475d-868a-0205034f23fd", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:36.380560 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb208a45-db94-4bb4-ae4a-8877eed18e1f {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:36.380968 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9500afc-57a3-42e9-aca0-801ccfe025a6', 'tag': '35376e70-6553-475d-868a-0205034f23fd', 'status': 'completed', 'code': 200} Jul 23 16:19:36.459628 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-5a4ee78e-4e9c-4059-a5a9-fe4eb183c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.461268 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-5a4ee78e-4e9c-4059-a5a9-fe4eb183c411 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f8a6329edab4d879033a4b89f0a1a0e&device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 1097 time: 0.0552130 Jul 23 16:19:36.511289 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-47d847e8-f3a2-4314-9a61-a74f6567aa64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35376e70-6553-475d-868a-0205034f23fd HTTP/1.1" status: 200 len: 217 time: 0.0364151 Jul 23 16:19:36.558517 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-68d7e562-0980-42ea-9514-ef469a01ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.559924 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-68d7e562-0980-42ea-9514-ef469a01ebc2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44151461-2817-4816-8f72-1223b91eefeb HTTP/1.1" status: 200 len: 854 time: 0.0422537 Jul 23 16:19:36.593820 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-7303f6cb-f735-4930-a855-2243ae35dbdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1eb35e94-d061-432c-bd9f-ae59ebffb339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274408 Jul 23 16:19:36.685369 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-7130585b-7886-4f28-a3af-4e9e18dbe06c service neutron] 10.222.0.72 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849586 Jul 23 16:19:36.776949 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1bf6ff0e-0bf5-40ed-b45b-35c25c62319d req-703c37d6-7e70-446c-8e79-f3787eace772 service neutron] 10.222.0.72 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845604 Jul 23 16:19:36.929367 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a2d8c-e9cb-4534-be6b-5d295571a0dd req-8d0da4e4-aa38-46d3-9b63-9bbbac7f2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.930772 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a01a2d8c-e9cb-4534-be6b-5d295571a0dd req-8d0da4e4-aa38-46d3-9b63-9bbbac7f2bec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f8a6329edab4d879033a4b89f0a1a0e&device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 1097 time: 0.0548854 Jul 23 16:19:37.022525 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a2d8c-e9cb-4534-be6b-5d295571a0dd req-1afd7043-0460-4ef2-980e-305476dcd80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.024016 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a01a2d8c-e9cb-4534-be6b-5d295571a0dd req-1afd7043-0460-4ef2-980e-305476dcd80b service neutron] 10.222.0.72 "GET /v2.0/networks?id=1eb35e94-d061-432c-bd9f-ae59ebffb339 HTTP/1.1" status: 200 len: 915 time: 0.0834808 Jul 23 16:19:37.072085 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a01a2d8c-e9cb-4534-be6b-5d295571a0dd req-ea014a79-d26b-4360-adc1-eefc285bcf81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35376e70-6553-475d-868a-0205034f23fd HTTP/1.1" status: 200 len: 217 time: 0.0370142 Jul 23 16:19:37.120640 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a2d8c-e9cb-4534-be6b-5d295571a0dd req-310f60cf-1c40-48a6-812c-1812647afc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.122078 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a01a2d8c-e9cb-4534-be6b-5d295571a0dd req-310f60cf-1c40-48a6-812c-1812647afc6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44151461-2817-4816-8f72-1223b91eefeb HTTP/1.1" status: 200 len: 854 time: 0.0425284 Jul 23 16:19:37.155657 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a01a2d8c-e9cb-4534-be6b-5d295571a0dd req-a91e849a-7d0f-4305-aa14-6c1823596756 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1eb35e94-d061-432c-bd9f-ae59ebffb339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267289 Jul 23 16:19:37.245666 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a01a2d8c-e9cb-4534-be6b-5d295571a0dd req-3970a3f1-d04b-472f-9108-708b7302b8b6 service neutron] 10.222.0.72 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826123 Jul 23 16:19:37.333453 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a01a2d8c-e9cb-4534-be6b-5d295571a0dd req-d0b30722-bf24-4f9c-a31c-22fec5db99d8 service neutron] 10.222.0.72 "GET /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813153 Jul 23 16:19:37.381379 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d98637-8321-466a-b129-b1d3fa965cab req-55dcb45c-5980-4ab1-bcc3-d7e814e88484 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.382883 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-59d98637-8321-466a-b129-b1d3fa965cab req-55dcb45c-5980-4ab1-bcc3-d7e814e88484 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 944 time: 0.0634601 Jul 23 16:19:37.419375 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-59d98637-8321-466a-b129-b1d3fa965cab req-d3925d77-85f1-4c46-9045-979b3d444614 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 Jul 23 16:19:38.553091 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cd933-b81a-4f98-b64d-e198bfdf0953 req-9ed0eabc-f38f-4d37-969e-4fe56a846be8 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.554577 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7d7cd933-b81a-4f98-b64d-e198bfdf0953 req-9ed0eabc-f38f-4d37-969e-4fe56a846be8 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 944 time: 0.0661428 Jul 23 16:19:38.592358 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7d7cd933-b81a-4f98-b64d-e198bfdf0953 req-9688e959-4554-4be2-917c-5094b88f81a6 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322113 Jul 23 16:19:38.822759 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 35376e70-6553-475d-868a-0205034f23fd details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:38.918023 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 35376e70-6553-475d-868a-0205034f23fd, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=35376e70-6553-475d-868a-0205034f23fd,segment=NetworkSegment(10e456c1-24dd-42f7-8cb5-9b65dbebd46a),segment_id=10e456c1-24dd-42f7-8cb5-9b65dbebd46a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:38.929230 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '35376e70-6553-475d-868a-0205034f23fd', 'network_id': '1eb35e94-d061-432c-bd9f-ae59ebffb339', 'port_id': '35376e70-6553-475d-868a-0205034f23fd', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44151461-2817-4816-8f72-1223b91eefeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:38.966655 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.982514 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35376e70-6553-475d-868a-0205034f23fd {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:39.002905 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 35376e70-6553-475d-868a-0205034f23fd, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=35376e70-6553-475d-868a-0205034f23fd,segment=NetworkSegment(10e456c1-24dd-42f7-8cb5-9b65dbebd46a),segment_id=10e456c1-24dd-42f7-8cb5-9b65dbebd46a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:39.006798 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.053577 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=35376e70-6553-475d-868a-0205034f23fd,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:39.060507 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.061166 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.061637 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.061975 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.062307 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.062637 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.062967 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.063293 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.063620 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.063943 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.064307 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.064630 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:39.369278 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['35376e70-6553-475d-868a-0205034f23fd'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:39.719725 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972ef8b-e6c1-4458-81b1-bbd6ca33f987 req-335d4d9e-a6be-4be7-9020-a83425b187cf tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:39.721240 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2972ef8b-e6c1-4458-81b1-bbd6ca33f987 req-335d4d9e-a6be-4be7-9020-a83425b187cf tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 945 time: 0.0635850 Jul 23 16:19:39.758037 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2972ef8b-e6c1-4458-81b1-bbd6ca33f987 req-78001756-f715-4f77-b856-24f8cbc44100 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313022 Jul 23 16:19:40.816478 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 35376e70-6553-475d-868a-0205034f23fd up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:40.867351 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 35376e70-6553-475d-868a-0205034f23fd completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:40.871175 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 35376e70-6553-475d-868a-0205034f23fd triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:40.871549 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.892735 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b619dd-a721-4e81-bcfb-7eb3f6b32e76 req-66b0cfe9-b182-4463-be47-5ede4ab13635 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.894258 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-28b619dd-a721-4e81-bcfb-7eb3f6b32e76 req-66b0cfe9-b182-4463-be47-5ede4ab13635 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 945 time: 0.0697372 Jul 23 16:19:40.933339 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-28b619dd-a721-4e81-bcfb-7eb3f6b32e76 req-ba88ea5e-689d-4453-afa3-c668d6e1f78c tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Jul 23 16:19:40.950393 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.973569 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9500afc-57a3-42e9-aca0-801ccfe025a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35376e70-6553-475d-868a-0205034f23fd'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:40.975783 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aefbc0a-dae6-4d94-ad14-ab6929b82e19" -d '{"events": [{"server_uuid": "d9500afc-57a3-42e9-aca0-801ccfe025a6", "name": "network-vif-plugged", "status": "completed", "tag": "35376e70-6553-475d-868a-0205034f23fd"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:40.988299 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 35376e70-6553-475d-868a-0205034f23fd, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=35376e70-6553-475d-868a-0205034f23fd,segment=NetworkSegment(10e456c1-24dd-42f7-8cb5-9b65dbebd46a),segment_id=10e456c1-24dd-42f7-8cb5-9b65dbebd46a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:40.992695 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.018419 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead94bd6-e627-4db9-b639-4e2af067353c x-openstack-request-id: req-ead94bd6-e627-4db9-b639-4e2af067353c {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:41.018705 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9500afc-57a3-42e9-aca0-801ccfe025a6", "name": "network-vif-plugged", "status": "completed", "tag": "35376e70-6553-475d-868a-0205034f23fd", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:41.018950 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ead94bd6-e627-4db9-b639-4e2af067353c {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:41.019327 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9500afc-57a3-42e9-aca0-801ccfe025a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35376e70-6553-475d-868a-0205034f23fd', 'code': 200} Jul 23 16:19:41.045613 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=35376e70-6553-475d-868a-0205034f23fd,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:41.234292 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd1f5e-2963-4a33-a5bf-9856fe7e51a4 req-c37b6393-848e-4e11-bff0-3007fc2729f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:41.235783 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9ffd1f5e-2963-4a33-a5bf-9856fe7e51a4 req-c37b6393-848e-4e11-bff0-3007fc2729f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 1099 time: 0.0572453 Jul 23 16:19:41.270047 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9ffd1f5e-2963-4a33-a5bf-9856fe7e51a4 req-f40fc799-30b2-47f2-abbd-55c814d03131 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274365 Jul 23 16:19:42.062340 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3995ff-6db9-4615-ab5d-96f186e29d27 req-93b4c5be-c4ae-447f-a073-553cc0b9817e tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:42.063793 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8b3995ff-6db9-4615-ab5d-96f186e29d27 req-93b4c5be-c4ae-447f-a073-553cc0b9817e tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 946 time: 0.0637267 Jul 23 16:19:42.100850 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8b3995ff-6db9-4615-ab5d-96f186e29d27 req-e889c0c5-338a-44dc-9352-baf484505358 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Jul 23 16:19:43.228529 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad9feb-84ad-442b-9480-1e9713b12e61 req-7f3d50e2-0c3e-4f9c-8b9e-cba4b3a0cc98 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:43.229902 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29ad9feb-84ad-442b-9480-1e9713b12e61 req-7f3d50e2-0c3e-4f9c-8b9e-cba4b3a0cc98 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 946 time: 0.0615530 Jul 23 16:19:43.266501 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29ad9feb-84ad-442b-9480-1e9713b12e61 req-9528a778-b3b7-4bb0-8054-b7de38c6b5b0 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307391 Jul 23 16:19:44.153605 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4967f-6737-4d3a-aff4-e7307601b355 req-46e6512a-cbc5-40fb-a761-08f7d6509cdf tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.156055 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bee4967f-6737-4d3a-aff4-e7307601b355 req-46e6512a-cbc5-40fb-a761-08f7d6509cdf tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 947 time: 0.0678098 Jul 23 16:19:44.194333 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bee4967f-6737-4d3a-aff4-e7307601b355 req-1b1ce4f7-4266-458c-b13a-77b4a755f58a tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329237 Jul 23 16:19:45.330688 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c887130-f7f6-4e61-9e89-ab1e1e0ac119 req-49b104d3-1a99-4853-856c-074cd8385cb6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.332193 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0c887130-f7f6-4e61-9e89-ab1e1e0ac119 req-49b104d3-1a99-4853-856c-074cd8385cb6 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 947 time: 0.0637896 Jul 23 16:19:45.372003 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0c887130-f7f6-4e61-9e89-ab1e1e0ac119 req-61ba46ca-8f09-4fb6-a557-233934da0dc1 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c01563d-c44a-4791-b715-1c89a5325af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341001 Jul 23 16:19:45.749466 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-a6ab6723-721e-4805-8dfa-3d8a04aeea04 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.750952 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-a6ab6723-721e-4805-8dfa-3d8a04aeea04 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.72 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 947 time: 0.0662217 Jul 23 16:19:45.853934 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Deleting port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:45.854272 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.940456 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] For port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:45.940732 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.109183 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.109804 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.110130 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.l3_db [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Floating IP b193a28e-e082-45a6-b2fe-e6ae796cd9fd disassociated. External IP: 172.27.2.135, port: 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb. Jul 23 16:19:46.110626 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Calling delete_port for 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:46.241502 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.270233 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event deleted for resources: {'Port': ['ID=7dff12ed-4e0a-4eb5-8272-52d011e1e7fb,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:46.377991 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Router 8a70c1a3-b142-437e-bb73-07986b11f6cf has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:46.477839 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bacdf172-31a1-4c87-abf9-cceecc8e9108 req-4bc6241b-4909-43b9-8520-ebef88065faf tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/ports?device_id=2039442f-1ae1-450d-b724-00468da39d6a HTTP/1.1" status: 200 len: 210 time: 0.0326171 Jul 23 16:19:46.487568 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:46.501950 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085f565-809e-49ca-b7dd-9440d3b6ce9d None None] Sync routers for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:46.511856 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085f565-809e-49ca-b7dd-9440d3b6ce9d None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:46.512841 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b085f565-809e-49ca-b7dd-9440d3b6ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:19:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:46.539556 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] No DVR routers for this DVR port 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:46.542122 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.544154 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3f813467-5433-4b98-ac17-1c9136396dd4 req-6cd09a8c-7f9c-483b-b3f3-6f6cae83c369 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.72 "DELETE /v2.0/ports/7dff12ed-4e0a-4eb5-8272-52d011e1e7fb HTTP/1.1" status: 204 len: 173 time: 0.7879875 Jul 23 16:19:46.544617 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'name': 'network-vif-deleted', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:46.547243 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b584392e-b567-4522-b94d-30828a143e85" -d '{"events": [{"server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "name": "network-vif-deleted", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:46.588284 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1959e32-04ad-4420-b3ad-18676d4a1092 x-openstack-request-id: req-d1959e32-04ad-4420-b3ad-18676d4a1092 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:46.588641 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039442f-1ae1-450d-b724-00468da39d6a", "name": "network-vif-deleted", "tag": "7dff12ed-4e0a-4eb5-8272-52d011e1e7fb", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:46.588927 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1959e32-04ad-4420-b3ad-18676d4a1092 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:46.589293 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039442f-1ae1-450d-b724-00468da39d6a', 'name': 'network-vif-deleted', 'tag': '7dff12ed-4e0a-4eb5-8272-52d011e1e7fb', 'status': 'completed', 'code': 200} Jul 23 16:19:46.626291 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b085f565-809e-49ca-b7dd-9440d3b6ce9d None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:46.836277 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b085f565-809e-49ca-b7dd-9440d3b6ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:46.862517 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085f565-809e-49ca-b7dd-9440d3b6ce9d None None] Checking router: 8a70c1a3-b142-437e-bb73-07986b11f6cf for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:46.870385 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085f565-809e-49ca-b7dd-9440d3b6ce9d None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:46.870989 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b085f565-809e-49ca-b7dd-9440d3b6ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:19:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:46.975768 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b085f565-809e-49ca-b7dd-9440d3b6ce9d None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:47.187600 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b085f565-809e-49ca-b7dd-9440d3b6ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:47.293702 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085f565-809e-49ca-b7dd-9440d3b6ce9d None None] The sync data for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi is: [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:13:39Z', 'revision_number': 4, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '246ab195-dfa6-4e2f-886b-b9fa9100b4fb', 'name': '', 'network_id': 'bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'mac_address': 'fa:16:3e:a8:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:38Z', 'updated_at': '2021-07-23T16:13:44Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'subnets': [{'id': '7de2965b-9ad1-400d-b7cb-d488ae49570f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:47.490815 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d32771-11ae-4729-bb40-a69c0389db43 None None] New status for floating IP b193a28e-e082-45a6-b2fe-e6ae796cd9fd: DOWN {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:19:47.567135 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51586) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:47.622842 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.648045 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.693404 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.696079 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.697207 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "DELETE /v2.0/security-groups/4c01563d-c44a-4791-b715-1c89a5325af2 HTTP/1.1" status: 204 len: 168 time: 0.1291056 Jul 23 16:19:47.704319 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51588) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:47.716897 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.api.v2.resource [None req-e9213a75-2c80-4d7d-afe2-cd4202922563 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] show failed (client error): The resource could not be found. Jul 23 16:19:47.717874 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e9213a75-2c80-4d7d-afe2-cd4202922563 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "GET /v2.0/security-groups/4c01563d-c44a-4791-b715-1c89a5325af2 HTTP/1.1" status: 404 len: 347 time: 0.0167942 Jul 23 16:19:47.718866 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c01563d-c44a-4791-b715-1c89a5325af2,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:47.721044 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51590) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:47.726425 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.726770 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.727109 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.727439 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.727768 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.728094 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.728447 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.728766 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.729086 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.729404 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.729720 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.730033 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc0364-51e5-4c08-b8d1-8f39fd51abc3 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:47.847316 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-f824e108-f3bb-4c8f-9ceb-9982bb771f74 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Deleting port 9514dba8-9822-4e00-bc5c-9889e923ef8b {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:47.847659 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f824e108-f3bb-4c8f-9ceb-9982bb771f74 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.925370 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f824e108-f3bb-4c8f-9ceb-9982bb771f74 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.925760 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f824e108-f3bb-4c8f-9ceb-9982bb771f74 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.938103 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-f824e108-f3bb-4c8f-9ceb-9982bb771f74 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Calling delete_port for 9514dba8-9822-4e00-bc5c-9889e923ef8b owned by network:floatingip {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:48.070027 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f824e108-f3bb-4c8f-9ceb-9982bb771f74 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.094374 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824e108-f3bb-4c8f-9ceb-9982bb771f74 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Pushing event deleted for resources: {'Port': ['ID=9514dba8-9822-4e00-bc5c-9889e923ef8b,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:48.161129 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f824e108-f3bb-4c8f-9ceb-9982bb771f74 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks [] for floatingip, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.163616 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f824e108-f3bb-4c8f-9ceb-9982bb771f74 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.164798 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f824e108-f3bb-4c8f-9ceb-9982bb771f74 tempest-AttachVolumeShelveTestJSON-870446769 tempest-AttachVolumeShelveTestJSON-870446769-project] 10.222.0.65 "DELETE /v2.0/floatingips/b193a28e-e082-45a6-b2fe-e6ae796cd9fd HTTP/1.1" status: 204 len: 168 time: 0.4428248 Jul 23 16:19:48.824325 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.574899 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51618) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:50.853244 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:50.874762 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:50.875092 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 7dff12ed-4e0a-4eb5-8272-52d011e1e7fb not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:50.979226 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16377422'] for router_interface, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.253694 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] Deleting port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:51.254012 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.334615 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] For port 246ab195-dfa6-4e2f-886b-b9fa9100b4fb, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=246ab195-dfa6-4e2f-886b-b9fa9100b4fb,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:51.334997 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.347001 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] Calling delete_port for 246ab195-dfa6-4e2f-886b-b9fa9100b4fb owned by network:router_interface {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:51.521650 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.546807 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] Pushing event deleted for resources: {'Port': ['ID=246ab195-dfa6-4e2f-886b-b9fa9100b4fb,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:51.717515 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16721121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16376856'] for router_interface, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.922262 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] Router 8a70c1a3-b142-437e-bb73-07986b11f6cf has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:52.024717 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:52.031201 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a1462b07-5320-44f3-ab94-5d58d4a4ad6e admin admin] 10.222.0.65 "PUT /v2.0/routers/8a70c1a3-b142-437e-bb73-07986b11f6cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4551945 Jul 23 16:19:52.032870 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51628) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:52.034848 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308d1f1-4189-4af4-bf6c-10b7d6aad79b None None] Sync routers for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:52.043946 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308d1f1-4189-4af4-bf6c-10b7d6aad79b None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:52.044581 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b308d1f1-4189-4af4-bf6c-10b7d6aad79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:19:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:52.151297 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b308d1f1-4189-4af4-bf6c-10b7d6aad79b None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:52.339416 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b308d1f1-4189-4af4-bf6c-10b7d6aad79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:19:51Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:52.369442 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308d1f1-4189-4af4-bf6c-10b7d6aad79b None None] Checking router: 8a70c1a3-b142-437e-bb73-07986b11f6cf for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:52.377842 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308d1f1-4189-4af4-bf6c-10b7d6aad79b None None] Routers {'8a70c1a3-b142-437e-bb73-07986b11f6cf'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:52.378455 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b308d1f1-4189-4af4-bf6c-10b7d6aad79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:19:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['8a70c1a3-b142-437e-bb73-07986b11f6cf'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:52.390203 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Notify callbacks [] for router, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.483512 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b308d1f1-4189-4af4-bf6c-10b7d6aad79b None None] Set router 8a70c1a3-b142-437e-bb73-07986b11f6cf gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:52.490271 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.542503 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Deleting port 31173f93-92f8-4dcd-a2f0-60891afa3c8e {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:52.542840 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.624319 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] For port 31173f93-92f8-4dcd-a2f0-60891afa3c8e, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=31173f93-92f8-4dcd-a2f0-60891afa3c8e,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:52.624667 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.636605 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Calling delete_port for 31173f93-92f8-4dcd-a2f0-60891afa3c8e owned by network:router_gateway {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:52.659520 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b308d1f1-4189-4af4-bf6c-10b7d6aad79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:19:51Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:52.684812 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308d1f1-4189-4af4-bf6c-10b7d6aad79b None None] The sync data for ids ['8a70c1a3-b142-437e-bb73-07986b11f6cf'] in dv-cinder-801989-4-iscsi is: [{'id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1521647717-router', 'tenant_id': 'dc8147693aac40c198f7422b34d42012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:13:36Z', 'updated_at': '2021-07-23T16:19:51Z', 'revision_number': 5, 'project_id': 'dc8147693aac40c198f7422b34d42012', 'gw_port': {'id': '31173f93-92f8-4dcd-a2f0-60891afa3c8e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70c1a3-b142-437e-bb73-07986b11f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:13:37Z', 'updated_at': '2021-07-23T16:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:52.802650 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.831750 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Pushing event deleted for resources: {'Port': ['ID=31173f93-92f8-4dcd-a2f0-60891afa3c8e,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:52.890804 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16380175'] for router_gateway, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.979280 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1938'] for router, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.981284 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.028921 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16401131'] for router, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.029653 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a70c1a3-b142-437e-bb73-07986b11f6cf {{(pid=93343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:19:53.035209 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.038710 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a19e893f-79b3-4042-9162-1a6bede6f694 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8a70c1a3-b142-437e-bb73-07986b11f6cf HTTP/1.1" status: 204 len: 168 time: 1.0025041 Jul 23 16:19:53.038930 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51632) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:53.088415 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3981177-8986-493c-96ab-effc2f9bae6d admin admin] Deleting subnet 7de2965b-9ad1-400d-b7cb-d488ae49570f {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:19:53.091635 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e3981177-8986-493c-96ab-effc2f9bae6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.127566 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e3981177-8986-493c-96ab-effc2f9bae6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14468225'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.210878 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e3981177-8986-493c-96ab-effc2f9bae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.266937 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e3981177-8986-493c-96ab-effc2f9bae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12610794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980115'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.292605 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3981177-8986-493c-96ab-effc2f9bae6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de2965b-9ad1-400d-b7cb-d488ae49570f,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:53.299518 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e3981177-8986-493c-96ab-effc2f9bae6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.301433 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e3981177-8986-493c-96ab-effc2f9bae6d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7de2965b-9ad1-400d-b7cb-d488ae49570f HTTP/1.1" status: 204 len: 168 time: 0.2615564 Jul 23 16:19:53.303858 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51636) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:53.307776 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e518b-1ead-4460-b09a-ea073c367773 None None] Network bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:53.381186 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.432191 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Deleting port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:53.432532 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.495477 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] For port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201,segment=NetworkSegment(1c7b3266-6621-4aa3-871a-ec6b3ba43799),segment_id=1c7b3266-6621-4aa3-871a-ec6b3ba43799)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:53.495838 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.508688 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Calling delete_port for 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 owned by network:dhcp {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:53.589879 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.612617 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:53.618408 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] No DVR routers for this DVR port 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 on host dv-cinder-801989-4-iscsi {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:53.694396 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc44fd-21e8-4fb0-ab69-bd4f1d36c014 None None] DHCP port deletion for bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 request from dv-cinder-801989-4-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:19:53.698644 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.710652 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:53.722166 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7b3266-6621-4aa3-871a-ec6b3ba43799') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:53.722453 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7b3266-6621-4aa3-871a-ec6b3ba43799') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:53.731056 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14468280'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.744635 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.751258 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:19:53.751712 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12610640'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: Traceback (most recent call last): Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: timer() Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: cb(*args, **kw) Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: return func(*args, **kwargs) Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: self._notify() Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: self.callback(batched_events) Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: event.method(event) Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: return f(self, *a, **k) Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._get(url).json() Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:19:53.753645 dv-cinder-801989-4-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:19:53.805877 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.810224 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.813190 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17 HTTP/1.1" status: 204 len: 168 time: 0.5083532 Jul 23 16:19:53.825372 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78191e-db83-4bb1-8268-b99f32dbce64 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd72f374-1ae3-4e7d-8c6a-64ec2f9f7a17,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:53.927230 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51640) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:53.965763 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-716eace3-0502-415d-b93d-95a993807632 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc8147693aac40c198f7422b34d42012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372243 Jul 23 16:19:53.968029 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51642) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:54.019278 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-63f494e1-2d2d-472a-b71f-b513200f4d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.040506 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-63f494e1-2d2d-472a-b71f-b513200f4d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.085895 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-63f494e1-2d2d-472a-b71f-b513200f4d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.088631 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-63f494e1-2d2d-472a-b71f-b513200f4d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.089769 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-63f494e1-2d2d-472a-b71f-b513200f4d52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bed16e01-55be-437f-a45a-663e3ec2c09f HTTP/1.1" status: 204 len: 168 time: 0.1207862 Jul 23 16:19:54.098473 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f494e1-2d2d-472a-b71f-b513200f4d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed16e01-55be-437f-a45a-663e3ec2c09f,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:54.150901 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-09c17ea4-8041-4d61-b1a4-d8dbaf2f4929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.204786 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 31173f93-92f8-4dcd-a2f0-60891afa3c8e no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:54.230373 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 31173f93-92f8-4dcd-a2f0-60891afa3c8e {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:54.230712 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 31173f93-92f8-4dcd-a2f0-60891afa3c8e not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:54.231309 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 246ab195-dfa6-4e2f-886b-b9fa9100b4fb no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:54.255134 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 246ab195-dfa6-4e2f-886b-b9fa9100b4fb {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:54.255474 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 246ab195-dfa6-4e2f-886b-b9fa9100b4fb not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:54.255880 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:54.274557 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:54.274896 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 0f0e5037-7c18-4e6d-82ab-8ed6ac6c3201 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:55.287828 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51694) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:55.390970 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f16e6be1-5833-4bc7-8055-da7fcd3b1b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.503046 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f16e6be1-5833-4bc7-8055-da7fcd3b1b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.507247 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f16e6be1-5833-4bc7-8055-da7fcd3b1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.544722 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f16e6be1-5833-4bc7-8055-da7fcd3b1b28 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=868b903ea3554d739663f8b31e6a5e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557869 Jul 23 16:19:55.547512 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e6be1-5833-4bc7-8055-da7fcd3b1b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a382ed-5ef5-4624-8ba6-ef09d014b06d,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:55.548358 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51704) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:55.598866 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2658-ba76-42fc-8170-4835cbf4146e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.620296 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2658-ba76-42fc-8170-4835cbf4146e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.667957 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2658-ba76-42fc-8170-4835cbf4146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.671024 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2658-ba76-42fc-8170-4835cbf4146e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.672479 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a8ac2658-ba76-42fc-8170-4835cbf4146e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50a382ed-5ef5-4624-8ba6-ef09d014b06d HTTP/1.1" status: 204 len: 168 time: 0.1228848 Jul 23 16:19:55.682304 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac2658-ba76-42fc-8170-4835cbf4146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a382ed-5ef5-4624-8ba6-ef09d014b06d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:56.967263 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8596d926-7a7b-4e66-af1e-1a5cb6983826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.206864 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.198873 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.901573 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51760) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:59.002481 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa456496-ef72-403c-8d51-cf20c36a549b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.092482 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa456496-ef72-403c-8d51-cf20c36a549b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.096094 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa456496-ef72-403c-8d51-cf20c36a549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.135779 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa456496-ef72-403c-8d51-cf20c36a549b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a954aa-ebbc-44d3-a517-2de494a9627e,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:59.139996 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fa456496-ef72-403c-8d51-cf20c36a549b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=145e733426c54915998641b52d1bf348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374172 Jul 23 16:19:59.142960 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51764) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:59.196690 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-698e47fb-8fff-4472-8748-2c3e5c297549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.220010 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-698e47fb-8fff-4472-8748-2c3e5c297549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.264368 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-698e47fb-8fff-4472-8748-2c3e5c297549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.266890 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-698e47fb-8fff-4472-8748-2c3e5c297549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.268019 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-698e47fb-8fff-4472-8748-2c3e5c297549 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13a954aa-ebbc-44d3-a517-2de494a9627e HTTP/1.1" status: 204 len: 168 time: 0.1240137 Jul 23 16:19:59.275460 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e47fb-8fff-4472-8748-2c3e5c297549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a954aa-ebbc-44d3-a517-2de494a9627e,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:59.517825 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51770) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:59.531558 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dc9f08fd-3f35-4925-a730-8dde3dd5bfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.622117 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dc9f08fd-3f35-4925-a730-8dde3dd5bfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.626589 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dc9f08fd-3f35-4925-a730-8dde3dd5bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.667700 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-dc9f08fd-3f35-4925-a730-8dde3dd5bfda admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9cf00ec444148e285aba57b288603c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464317 Jul 23 16:19:59.667700 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f08fd-3f35-4925-a730-8dde3dd5bfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85f14f1-0d9f-4c9e-b161-1e9fbcbbdd50,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:59.668957 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51778) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:59.717669 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cd304083-d199-4eac-8e2a-c741c343e2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.738459 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cd304083-d199-4eac-8e2a-c741c343e2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.788074 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cd304083-d199-4eac-8e2a-c741c343e2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.790868 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cd304083-d199-4eac-8e2a-c741c343e2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.791993 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-cd304083-d199-4eac-8e2a-c741c343e2a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e85f14f1-0d9f-4c9e-b161-1e9fbcbbdd50 HTTP/1.1" status: 204 len: 168 time: 0.1226001 Jul 23 16:19:59.800769 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd304083-d199-4eac-8e2a-c741c343e2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85f14f1-0d9f-4c9e-b161-1e9fbcbbdd50,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:59.867336 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.442271 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51800) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:00.533153 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-569362044-network', 'tenant_id': '61dfa078d43744a887ed7d08d3ee2186'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:00.556121 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Made reservation on behalf of 61dfa078d43744a887ed7d08d3ee2186 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:00.558320 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.567454 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.661536 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.665345 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.686703 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:20:00.701417 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3428b41-e0a0-443a-ad0a-0e9febe02f06,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:00.706291 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.706643 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Added segment d481b5c2-b603-4e0b-93d4-9b11bcc459a0 of type vlan for network adce7085-dfd7-45e6-abaa-587d359a5344 Jul 23 16:20:00.748955 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.778929 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.780716 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:00.781527 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.810285 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3669286 Jul 23 16:20:00.814128 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51810) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:00.819627 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] Request body: {'subnet': {'network_id': 'adce7085-dfd7-45e6-abaa-587d359a5344', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-569362044-subnet', 'tenant_id': '61dfa078d43744a887ed7d08d3ee2186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:00.841202 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] Made reservation on behalf of 61dfa078d43744a887ed7d08d3ee2186 for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:00.843773 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12656175'] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.848638 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d83a8-4926-4f7b-ba59-f0ce6c009f43 admin admin] Pushing event updated for resources: {'Network': ['ID=adce7085-dfd7-45e6-abaa-587d359a5344,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:00.859686 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network adce7085-dfd7-45e6-abaa-587d359a5344 details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:20:01.010536 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12827615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12656189'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.067574 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5bd8844-0572-4d60-b15f-b9a3316f5abf,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:01.078479 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] Checking segment: {'id': 'd481b5c2-b603-4e0b-93d4-9b11bcc459a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'adce7085-dfd7-45e6-abaa-587d359a5344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:01.078815 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] Network hostable DHCP agents. Network: adce7085-dfd7-45e6-abaa-587d359a5344, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:20:01.094715 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] Network adce7085-dfd7-45e6-abaa-587d359a5344 is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:20:01.104119 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, adce7085-dfd7-45e6-abaa-587d359a5344) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:01.108484 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.109069 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.114441 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0b1174-c101-4916-8a3c-4c0381e54be4 None None] Network adce7085-dfd7-45e6-abaa-587d359a5344 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:01.125621 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-bc2791c5-1387-4f83-9747-71e25b3edddb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3098593 Jul 23 16:20:01.241474 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1a065b-7efe-458a-a325-3382b0ae5493 None None] Network adce7085-dfd7-45e6-abaa-587d359a5344 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:01.588660 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51826) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:01.594004 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1308190820-network', 'tenant_id': 'a8c4761ab4394f219d831eb8f39a9645'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:01.613898 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Made reservation on behalf of a8c4761ab4394f219d831eb8f39a9645 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:01.616398 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.626161 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.721330 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.725014 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.750962 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:20:01.760474 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60e41d6-ab1a-4c35-a985-37137eb5712b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:01.766806 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.767155 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Added segment 7ae94cd1-ebc7-41e8-879c-bd149a650c6d of type vlan for network 0b90cf4f-f302-45ef-8433-841f56ea1f91 Jul 23 16:20:01.812661 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.842036 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.843114 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.843729 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.882334 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2899251 Jul 23 16:20:01.882842 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51834) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:01.888651 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] Request body: {'subnet': {'network_id': '0b90cf4f-f302-45ef-8433-841f56ea1f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1308190820-subnet', 'tenant_id': 'a8c4761ab4394f219d831eb8f39a9645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:01.907973 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007378a-b26d-4718-97ff-4b8ea0a9a3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0b90cf4f-f302-45ef-8433-841f56ea1f91,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:01.909321 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] Made reservation on behalf of a8c4761ab4394f219d831eb8f39a9645 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:01.911828 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24980150'] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.918178 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network 0b90cf4f-f302-45ef-8433-841f56ea1f91 details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:20:02.094179 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12610731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24980132'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.152865 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1553a745-482f-4b3a-b9a3-2541a7990e24,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:02.160969 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] Checking segment: {'id': '7ae94cd1-ebc7-41e8-879c-bd149a650c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0b90cf4f-f302-45ef-8433-841f56ea1f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:02.161322 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] Network hostable DHCP agents. Network: 0b90cf4f-f302-45ef-8433-841f56ea1f91, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:20:02.178224 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] Network 0b90cf4f-f302-45ef-8433-841f56ea1f91 is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:20:02.186964 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, 0b90cf4f-f302-45ef-8433-841f56ea1f91) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:02.190997 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:02.191577 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.196157 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d25c6e-2a13-4992-b6cc-d124f600c942 None None] Network 0b90cf4f-f302-45ef-8433-841f56ea1f91 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:02.206209 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-514f9a77-2abd-4097-b52d-847b46decc73 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3223045 Jul 23 16:20:02.325846 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0507cd5b-598f-473a-b2c7-b94cd31e3bc8 None None] Network 0b90cf4f-f302-45ef-8433-841f56ea1f91 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:02.351196 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51838) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:02.395842 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aaf1d95-ea7d-473b-b82c-5a5c772a7d77 admin admin] Deleting subnet a5bd8844-0572-4d60-b15f-b9a3316f5abf {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:02.398990 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d95-ea7d-473b-b82c-5a5c772a7d77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.433787 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d95-ea7d-473b-b82c-5a5c772a7d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14468225'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.479242 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d95-ea7d-473b-b82c-5a5c772a7d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.528862 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d95-ea7d-473b-b82c-5a5c772a7d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12610794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980115'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.553120 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf1d95-ea7d-473b-b82c-5a5c772a7d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5bd8844-0572-4d60-b15f-b9a3316f5abf,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:02.558660 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d95-ea7d-473b-b82c-5a5c772a7d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.560575 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8aaf1d95-ea7d-473b-b82c-5a5c772a7d77 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a5bd8844-0572-4d60-b15f-b9a3316f5abf HTTP/1.1" status: 204 len: 168 time: 0.2083058 Jul 23 16:20:02.563532 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51840) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:02.629698 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.711883 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.722045 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adce7085-dfd7-45e6-abaa-587d359a5344']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:02.731424 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd481b5c2-b603-4e0b-93d4-9b11bcc459a0') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:02.731717 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd481b5c2-b603-4e0b-93d4-9b11bcc459a0') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:02.740470 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14468280'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.753725 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.759446 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:02.759903 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12610640'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: Traceback (most recent call last): Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: timer() Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: cb(*args, **kw) Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: return func(*args, **kwargs) Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: self._notify() Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: self.callback(batched_events) Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: event.method(event) Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: return f(self, *a, **k) Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._get(url).json() Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:02.761596 dv-cinder-801989-4-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:02.817546 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.822148 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.823993 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/adce7085-dfd7-45e6-abaa-587d359a5344 HTTP/1.1" status: 204 len: 168 time: 0.2595472 Jul 23 16:20:02.827734 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51842) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:02.837026 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be21aa-2bf5-4426-be31-0ab7baea89e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=adce7085-dfd7-45e6-abaa-587d359a5344,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:02.871521 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc6ec8d-2cd4-463b-a17a-21d24e310751 admin admin] Deleting subnet 1553a745-482f-4b3a-b9a3-2541a7990e24 {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:02.874667 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ec8d-2cd4-463b-a17a-21d24e310751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.910636 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ec8d-2cd4-463b-a17a-21d24e310751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731459'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.952119 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ec8d-2cd4-463b-a17a-21d24e310751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.010084 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ec8d-2cd4-463b-a17a-21d24e310751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12656138'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.037965 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6ec8d-2cd4-463b-a17a-21d24e310751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1553a745-482f-4b3a-b9a3-2541a7990e24,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:03.040381 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ec8d-2cd4-463b-a17a-21d24e310751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.044728 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9fc6ec8d-2cd4-463b-a17a-21d24e310751 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1553a745-482f-4b3a-b9a3-2541a7990e24 HTTP/1.1" status: 204 len: 168 time: 0.2159071 Jul 23 16:20:03.045916 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51852) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:03.115950 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.198732 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.208580 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b90cf4f-f302-45ef-8433-841f56ea1f91']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:03.218836 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae94cd1-ebc7-41e8-879c-bd149a650c6d') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:03.219131 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae94cd1-ebc7-41e8-879c-bd149a650c6d') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:03.227927 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731514'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.241947 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.247610 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:03.248109 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827428'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: Traceback (most recent call last): Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: timer() Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: cb(*args, **kw) Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: return func(*args, **kwargs) Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: self._notify() Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: self.callback(batched_events) Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: event.method(event) Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: return f(self, *a, **k) Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._get(url).json() Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:03.249852 dv-cinder-801989-4-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:03.304248 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.309419 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.311599 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0b90cf4f-f302-45ef-8433-841f56ea1f91 HTTP/1.1" status: 204 len: 168 time: 0.2643261 Jul 23 16:20:03.316729 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:20:03.321952 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be8b8c-421b-4f3d-831d-d8d3758819e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b90cf4f-f302-45ef-8433-841f56ea1f91,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:03.505749 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51858) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:03.544974 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3bcab1e5-71ac-4053-b56f-31b611d53f85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61dfa078d43744a887ed7d08d3ee2186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379620 Jul 23 16:20:03.547366 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51860) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:03.594701 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-222a53b9-8994-4d0b-8495-457a73780811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.615287 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-222a53b9-8994-4d0b-8495-457a73780811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.665514 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-222a53b9-8994-4d0b-8495-457a73780811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.668096 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-222a53b9-8994-4d0b-8495-457a73780811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.669255 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-222a53b9-8994-4d0b-8495-457a73780811 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e3428b41-e0a0-443a-ad0a-0e9febe02f06 HTTP/1.1" status: 204 len: 168 time: 0.1210074 Jul 23 16:20:03.677120 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a53b9-8994-4d0b-8495-457a73780811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3428b41-e0a0-443a-ad0a-0e9febe02f06,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:03.998502 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51866) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:04.038094 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fcdbfee5-0666-4763-8e1a-d09f1cae94cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8c4761ab4394f219d831eb8f39a9645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383909 Jul 23 16:20:04.040812 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51868) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:04.091250 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c5f4800c-142f-4cca-8a92-52e19b728e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.113362 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c5f4800c-142f-4cca-8a92-52e19b728e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.161054 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c5f4800c-142f-4cca-8a92-52e19b728e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.164092 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c5f4800c-142f-4cca-8a92-52e19b728e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.165757 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-c5f4800c-142f-4cca-8a92-52e19b728e70 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e60e41d6-ab1a-4c35-a985-37137eb5712b HTTP/1.1" status: 204 len: 168 time: 0.1240206 Jul 23 16:20:04.175233 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4800c-142f-4cca-8a92-52e19b728e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60e41d6-ab1a-4c35-a985-37137eb5712b,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:04.456279 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6b0da-7390-46e3-8310-f384b2d7b2e8 req-3454b9d0-1e9c-4674-9d7b-18193aa9efcc tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.458240 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c1f6b0da-7390-46e3-8310-f384b2d7b2e8 req-3454b9d0-1e9c-4674-9d7b-18193aa9efcc tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 946 time: 0.0646627 Jul 23 16:20:04.500647 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c1f6b0da-7390-46e3-8310-f384b2d7b2e8 req-cad530e6-6d17-4681-a883-27cf561e2535 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367362 Jul 23 16:20:05.640486 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66eaea-4abf-46bf-b979-942577221abd req-b9693c71-d854-4330-8c54-62c1e711a1f3 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.641969 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c66eaea-4abf-46bf-b979-942577221abd req-b9693c71-d854-4330-8c54-62c1e711a1f3 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 946 time: 0.0724282 Jul 23 16:20:05.683616 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c66eaea-4abf-46bf-b979-942577221abd req-61a03799-bffb-4702-991d-17a3ecbf6247 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/security-groups?id=fff87a16-4f55-41bc-bc06-eac69ed5d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Jul 23 16:20:06.386384 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b221a-3354-4e53-9871-e3412cac3152 req-eebfdf78-099b-4ead-b7ef-a3f2c72c5774 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.387819 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-565b221a-3354-4e53-9871-e3412cac3152 req-eebfdf78-099b-4ead-b7ef-a3f2c72c5774 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 946 time: 0.0628793 Jul 23 16:20:06.487562 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-565b221a-3354-4e53-9871-e3412cac3152 req-63148e13-2af1-4a9a-8add-708d0f9802d1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Deleting port 35376e70-6553-475d-868a-0205034f23fd {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:06.487898 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-565b221a-3354-4e53-9871-e3412cac3152 req-63148e13-2af1-4a9a-8add-708d0f9802d1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.575075 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-565b221a-3354-4e53-9871-e3412cac3152 req-63148e13-2af1-4a9a-8add-708d0f9802d1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] For port 35376e70-6553-475d-868a-0205034f23fd, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=35376e70-6553-475d-868a-0205034f23fd,segment=NetworkSegment(10e456c1-24dd-42f7-8cb5-9b65dbebd46a),segment_id=10e456c1-24dd-42f7-8cb5-9b65dbebd46a)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:06.575428 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-565b221a-3354-4e53-9871-e3412cac3152 req-63148e13-2af1-4a9a-8add-708d0f9802d1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.587457 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-565b221a-3354-4e53-9871-e3412cac3152 req-63148e13-2af1-4a9a-8add-708d0f9802d1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Calling delete_port for 35376e70-6553-475d-868a-0205034f23fd owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:06.718779 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-565b221a-3354-4e53-9871-e3412cac3152 req-63148e13-2af1-4a9a-8add-708d0f9802d1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.746740 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63148e13-2af1-4a9a-8add-708d0f9802d1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Pushing event deleted for resources: {'Port': ['ID=35376e70-6553-475d-868a-0205034f23fd,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:06.755524 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['35376e70-6553-475d-868a-0205034f23fd'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:06.782861 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cc33ca5c-5ade-4160-80e1-368934eb72d4 req-67382905-8b17-4961-9128-5751f793e456 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9500afc-57a3-42e9-aca0-801ccfe025a6 HTTP/1.1" status: 200 len: 210 time: 0.0298786 Jul 23 16:20:06.799565 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-565b221a-3354-4e53-9871-e3412cac3152 req-63148e13-2af1-4a9a-8add-708d0f9802d1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] No DVR routers for this DVR port 35376e70-6553-475d-868a-0205034f23fd on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:06.802497 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-565b221a-3354-4e53-9871-e3412cac3152 req-63148e13-2af1-4a9a-8add-708d0f9802d1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.805112 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-565b221a-3354-4e53-9871-e3412cac3152 req-63148e13-2af1-4a9a-8add-708d0f9802d1 tempest-VolumesSnapshotTestJSON-844397377 tempest-VolumesSnapshotTestJSON-844397377-project] 10.222.0.72 "DELETE /v2.0/ports/35376e70-6553-475d-868a-0205034f23fd HTTP/1.1" status: 204 len: 173 time: 0.4120615 Jul 23 16:20:06.805590 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9500afc-57a3-42e9-aca0-801ccfe025a6', 'name': 'network-vif-deleted', 'tag': '35376e70-6553-475d-868a-0205034f23fd'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:06.807865 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5261eb-0f9c-44aa-a2f6-e987fc2f0a21" -d '{"events": [{"server_uuid": "d9500afc-57a3-42e9-aca0-801ccfe025a6", "name": "network-vif-deleted", "tag": "35376e70-6553-475d-868a-0205034f23fd"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:06.846590 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c01e0f-a8ed-4ea9-9d68-96ed82d46231 x-openstack-request-id: req-48c01e0f-a8ed-4ea9-9d68-96ed82d46231 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:06.846961 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9500afc-57a3-42e9-aca0-801ccfe025a6", "name": "network-vif-deleted", "tag": "35376e70-6553-475d-868a-0205034f23fd", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:06.847310 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48c01e0f-a8ed-4ea9-9d68-96ed82d46231 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:06.847774 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9500afc-57a3-42e9-aca0-801ccfe025a6', 'name': 'network-vif-deleted', 'tag': '35376e70-6553-475d-868a-0205034f23fd', 'status': 'completed', 'code': 200} Jul 23 16:20:08.402598 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51960) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:08.509497 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b4d98685-84e4-473d-9f8c-d02238256971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.842693 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b4d98685-84e4-473d-9f8c-d02238256971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.846517 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b4d98685-84e4-473d-9f8c-d02238256971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.883026 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b4d98685-84e4-473d-9f8c-d02238256971 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d364806a295c45d09b76c06a0669b90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793835 Jul 23 16:20:08.883961 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d98685-84e4-473d-9f8c-d02238256971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ff6b89-23d0-4db8-94a8-e2fe62b26513,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.885749 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51964) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:08.935342 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b7b4d19f-c201-4d5d-87e3-73fec3efc2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.956246 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b7b4d19f-c201-4d5d-87e3-73fec3efc2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.001167 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b7b4d19f-c201-4d5d-87e3-73fec3efc2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.003746 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b7b4d19f-c201-4d5d-87e3-73fec3efc2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.004926 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b7b4d19f-c201-4d5d-87e3-73fec3efc2bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62ff6b89-23d0-4db8-94a8-e2fe62b26513 HTTP/1.1" status: 204 len: 168 time: 0.1181798 Jul 23 16:20:09.012712 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4d19f-c201-4d5d-87e3-73fec3efc2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ff6b89-23d0-4db8-94a8-e2fe62b26513,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:09.268594 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 51974) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:09.283566 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7cd6631c-8647-4a93-b1c3-5de20605a6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.377403 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7cd6631c-8647-4a93-b1c3-5de20605a6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.381071 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 35376e70-6553-475d-868a-0205034f23fd no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:09.381572 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7cd6631c-8647-4a93-b1c3-5de20605a6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.400794 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 35376e70-6553-475d-868a-0205034f23fd {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:09.401135 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 35376e70-6553-475d-868a-0205034f23fd not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:09.417435 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7cd6631c-8647-4a93-b1c3-5de20605a6ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c45d177f4a64608b8d834680141559e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474679 Jul 23 16:20:09.419241 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6631c-8647-4a93-b1c3-5de20605a6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61c79a0-c379-4e6b-8947-9c052c7f0d7c,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:09.420797 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 51978) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:09.470594 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74241d33-9a17-4b01-a791-983b815a303b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.493383 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74241d33-9a17-4b01-a791-983b815a303b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.537695 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74241d33-9a17-4b01-a791-983b815a303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.540276 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74241d33-9a17-4b01-a791-983b815a303b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.541406 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-74241d33-9a17-4b01-a791-983b815a303b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d61c79a0-c379-4e6b-8947-9c052c7f0d7c HTTP/1.1" status: 204 len: 168 time: 0.1196115 Jul 23 16:20:09.549793 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74241d33-9a17-4b01-a791-983b815a303b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61c79a0-c379-4e6b-8947-9c052c7f0d7c,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:14.403611 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52092) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:14.512583 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-80fd0f93-cea7-44a9-a2f2-033a894625db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.609268 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-80fd0f93-cea7-44a9-a2f2-033a894625db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.613185 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-80fd0f93-cea7-44a9-a2f2-033a894625db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.656160 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-80fd0f93-cea7-44a9-a2f2-033a894625db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dcdd8fd74e23425b9640202c15a78010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501783 Jul 23 16:20:14.658636 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd0f93-cea7-44a9-a2f2-033a894625db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299e2adf-ab27-4e8d-89c3-59ae4527a639,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:14.659484 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52096) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:14.712019 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fc43e4db-966d-4dd4-a9dd-6a2fdc41151a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.739496 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fc43e4db-966d-4dd4-a9dd-6a2fdc41151a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.798895 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fc43e4db-966d-4dd4-a9dd-6a2fdc41151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.801420 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fc43e4db-966d-4dd4-a9dd-6a2fdc41151a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.802574 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fc43e4db-966d-4dd4-a9dd-6a2fdc41151a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/299e2adf-ab27-4e8d-89c3-59ae4527a639 HTTP/1.1" status: 204 len: 168 time: 0.1419747 Jul 23 16:20:14.811673 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43e4db-966d-4dd4-a9dd-6a2fdc41151a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299e2adf-ab27-4e8d-89c3-59ae4527a639,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.169759 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52110) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:15.194847 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f941b54f-ba26-45e8-87bc-d84f6ab6cf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.334313 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f941b54f-ba26-45e8-87bc-d84f6ab6cf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.338361 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f941b54f-ba26-45e8-87bc-d84f6ab6cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.377760 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f941b54f-ba26-45e8-87bc-d84f6ab6cf48 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2a9a8ebb8c843c799ff4be77102a3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064173 Jul 23 16:20:15.378561 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941b54f-ba26-45e8-87bc-d84f6ab6cf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a802cc6-842a-4f93-902b-2cda680c1d9a,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.380652 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52112) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:15.443421 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d3910ef7-9dd6-4976-8ddc-d17ada173936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.472209 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d3910ef7-9dd6-4976-8ddc-d17ada173936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.533360 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d3910ef7-9dd6-4976-8ddc-d17ada173936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.536007 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d3910ef7-9dd6-4976-8ddc-d17ada173936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.537170 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d3910ef7-9dd6-4976-8ddc-d17ada173936 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a802cc6-842a-4f93-902b-2cda680c1d9a HTTP/1.1" status: 204 len: 168 time: 0.1553273 Jul 23 16:20:15.545312 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3910ef7-9dd6-4976-8ddc-d17ada173936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a802cc6-842a-4f93-902b-2cda680c1d9a,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.853938 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52118) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:15.870043 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38e9f0e6-693b-4205-b934-dcf9fa07d255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.957269 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38e9f0e6-693b-4205-b934-dcf9fa07d255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.961131 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-38e9f0e6-693b-4205-b934-dcf9fa07d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.004534 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-38e9f0e6-693b-4205-b934-dcf9fa07d255 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73eacd73e450418bbf61678ed3dc8e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469989 Jul 23 16:20:16.004534 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9f0e6-693b-4205-b934-dcf9fa07d255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25b8efd-7ccb-4056-b623-00b8f632a31c,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:16.004893 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52120) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:16.059294 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e2775672-146b-4d0a-81fd-b304ffb6584c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.080212 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e2775672-146b-4d0a-81fd-b304ffb6584c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.125094 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e2775672-146b-4d0a-81fd-b304ffb6584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.127616 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e2775672-146b-4d0a-81fd-b304ffb6584c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.131298 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e2775672-146b-4d0a-81fd-b304ffb6584c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e25b8efd-7ccb-4056-b623-00b8f632a31c HTTP/1.1" status: 204 len: 168 time: 0.1228998 Jul 23 16:20:16.137950 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2775672-146b-4d0a-81fd-b304ffb6584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25b8efd-7ccb-4056-b623-00b8f632a31c,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:18.826858 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.141214 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbcf5-1ac2-4e5c-a8cd-aa4d3bcfdd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.376943 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-edaa012c-d358-41e9-ad4e-7c618026fc0e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536139 Jul 23 16:20:26.462093 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-200da046-419a-4201-b424-7c26b416d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.463549 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-200da046-419a-4201-b424-7c26b416d5c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 1098 time: 0.0528677 Jul 23 16:20:26.571438 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-bb8502af-dbb3-4e45-91da-c73a6c737cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.572920 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-bb8502af-dbb3-4e45-91da-c73a6c737cb8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.0859442 Jul 23 16:20:26.638907 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-5cdfbcd0-c601-4ea5-ae21-d27c18da1026 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b15dcf1f-978b-4981-9cc8-a28420f899dd HTTP/1.1" status: 200 len: 1001 time: 0.0582602 Jul 23 16:20:26.687599 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-5efaae15-f5b4-4ccc-8225-f09263ecb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.689093 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-5efaae15-f5b4-4ccc-8225-f09263ecb561 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0441511 Jul 23 16:20:26.753374 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-3312c074-c083-4f7d-bb05-1660f390b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.754852 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-3312c074-c083-4f7d-bb05-1660f390b087 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579174 Jul 23 16:20:26.846098 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-c4c4fabb-40ae-4cb4-91f5-500534f79428 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844259 Jul 23 16:20:26.941040 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4495053c-acb5-4f55-b9cb-5ff918874711 req-589c9072-f0f1-48d5-b52f-da09ed40e141 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871644 Jul 23 16:20:26.968333 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7a37a2d9-6f9b-4639-8efc-cc852daf462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.206849 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.201432 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:29.867718 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.089443 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-69cefd35-27eb-44ba-be50-9e81f5782653 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171874471&fields=id&tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4 HTTP/1.1" status: 200 len: 267 time: 0.0358074 Jul 23 16:20:31.198999 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b62fb498-0471-4354-8704-9f297c470d67 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.200598 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b62fb498-0471-4354-8704-9f297c470d67 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 812 time: 0.1048033 Jul 23 16:20:31.214709 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-54594d2d-5c57-447e-aaea-a8319719bf4f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/quotas/d90d9b3511cc426b85a70d5ae8fd3ec4 HTTP/1.1" status: 200 len: 375 time: 0.0087247 Jul 23 16:20:31.286129 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-c8fa78e1-566e-4d8d-bec9-0eb29346fe58 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0664592 Jul 23 16:20:31.390575 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-dccce075-2f3f-47ec-85a1-d8ee863f4c80 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:20:31.391558 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-dccce075-2f3f-47ec-85a1-d8ee863f4c80 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0932107 Jul 23 16:20:31.480582 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-af74e8b9-c2b0-44d2-9bfa-d9b19da465de service neutron] 10.222.0.65 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832651 Jul 23 16:20:31.566945 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-6b0cbf20-489e-466e-a1ee-b3c1f9eee651 service neutron] 10.222.0.65 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800498 Jul 23 16:20:31.858182 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-10cd2312-e4fd-4ed8-badb-26cb249adcf0 req-4e785e4f-25ac-460d-b61b-f7e386db871f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 210 time: 0.0300181 Jul 23 16:20:32.141950 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52380) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:32.250449 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4f4305d8-0141-41e5-8768-140eac596a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.341496 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4f4305d8-0141-41e5-8768-140eac596a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.345194 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4f4305d8-0141-41e5-8768-140eac596a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.385883 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4f4305d8-0141-41e5-8768-140eac596a0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=016157635a0148cca25467833449f238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427845 Jul 23 16:20:32.389293 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52384) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:32.395252 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4305d8-0141-41e5-8768-140eac596a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967f5d08-3c3f-42cc-9665-7b77f5c8cbd0,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:32.440717 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f3e38e56-cb75-4f51-b9b2-ad66681d85e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.460990 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f3e38e56-cb75-4f51-b9b2-ad66681d85e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.504679 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f3e38e56-cb75-4f51-b9b2-ad66681d85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.507191 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f3e38e56-cb75-4f51-b9b2-ad66681d85e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.508335 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f3e38e56-cb75-4f51-b9b2-ad66681d85e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/967f5d08-3c3f-42cc-9665-7b77f5c8cbd0 HTTP/1.1" status: 204 len: 168 time: 0.1181424 Jul 23 16:20:32.516583 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e38e56-cb75-4f51-b9b2-ad66681d85e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967f5d08-3c3f-42cc-9665-7b77f5c8cbd0,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:32.766323 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52390) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:32.780115 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed888793-ef2c-4ea5-bcce-077e07d2cfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.871115 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed888793-ef2c-4ea5-bcce-077e07d2cfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.875548 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed888793-ef2c-4ea5-bcce-077e07d2cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:32.923766 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ed888793-ef2c-4ea5-bcce-077e07d2cfb7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2400f38471e848a1a1cd0bbb5685fc50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540458 Jul 23 16:20:32.923766 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888793-ef2c-4ea5-bcce-077e07d2cfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7540844c-cc59-4d30-bab5-4d2e6226e243,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:32.924663 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52394) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:32.940562 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-24a11d3d-b45d-43df-88fe-6cc18f07e9a5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.942095 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-24a11d3d-b45d-43df-88fe-6cc18f07e9a5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 812 time: 0.1311131 Jul 23 16:20:32.983964 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0c0830c8-71c0-4c12-8358-23233967cb3e req-69e5d791-3c45-415e-84ae-3d63f174b83f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 210 time: 0.0376151 Jul 23 16:20:33.000112 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30f55fff-bda6-4fad-8fe0-bf2db520061b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.029939 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-3061f2d6-10b6-4393-9b63-8b25c2d6baef tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4 HTTP/1.1" status: 200 len: 379 time: 0.0497398 Jul 23 16:20:33.038517 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'port': {'device_id': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'admin_state_up': True, 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'security_groups': ['e6847902-5e57-4280-a56d-e69ac369bb45']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:33.047687 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30f55fff-bda6-4fad-8fe0-bf2db520061b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.107885 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30f55fff-bda6-4fad-8fe0-bf2db520061b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.111201 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30f55fff-bda6-4fad-8fe0-bf2db520061b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.112596 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-30f55fff-bda6-4fad-8fe0-bf2db520061b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7540844c-cc59-4d30-bab5-4d2e6226e243 HTTP/1.1" status: 204 len: 168 time: 0.1867831 Jul 23 16:20:33.124083 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f55fff-bda6-4fad-8fe0-bf2db520061b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7540844c-cc59-4d30-bab5-4d2e6226e243,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:33.181298 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Made reservation on behalf of d90d9b3511cc426b85a70d5ae8fd3ec4 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:33.185415 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.317808 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Allocated IP 172.20.0.6 (988e5fc2-b879-42dd-b1a0-547d2436f88a/a6860861-9693-4bd7-ab3e-9801b2b08a54/fe4b6f41-e279-498a-b2f1-ba43bd065794) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:33.473485 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.487792 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Transition to ACTIVE for port object fe4b6f41-e279-498a-b2f1-ba43bd065794 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:33.521596 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.561105 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Network 988e5fc2-b879-42dd-b1a0-547d2436f88a is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:33.564206 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:33.567703 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:33.596022 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'Port': ['ID=fe4b6f41-e279-498a-b2f1-ba43bd065794,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:33.612395 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.612738 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.613071 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.613399 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.613724 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.614087 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.614381 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.614710 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.615205 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.615532 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.615846 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.616176 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:33.635649 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.636301 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.652746 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-f0960e66-fc7f-403a-acaa-a410dedfa3fd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6188123 Jul 23 16:20:33.674380 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Request body: {'port': {'device_id': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:33.763558 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.857048 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-7dd3d486-8c4c-46a4-b47e-a4ffb974b8ba None None] Provisioning for port fe4b6f41-e279-498a-b2f1-ba43bd065794 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:33.861464 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-7dd3d486-8c4c-46a4-b47e-a4ffb974b8ba None None] Provisioning complete for port fe4b6f41-e279-498a-b2f1-ba43bd065794 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:33.862012 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7dd3d486-8c4c-46a4-b47e-a4ffb974b8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.020315 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3d486-8c4c-46a4-b47e-a4ffb974b8ba None None] Port fe4b6f41-e279-498a-b2f1-ba43bd065794 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:34.032270 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4b6f41-e279-498a-b2f1-ba43bd065794 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:34.039774 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.052823 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Transition to ACTIVE for port object fe4b6f41-e279-498a-b2f1-ba43bd065794 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:34.056692 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.108564 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Pushing event updated for resources: {'Port': ['ID=fe4b6f41-e279-498a-b2f1-ba43bd065794,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:34.131153 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41019f63-fdcf-4612-9b4a-b302f3b7e99b req-0c236f54-1a87-4f88-9b5a-2a6f6eb544a1 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.132730 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-41019f63-fdcf-4612-9b4a-b302f3b7e99b req-0c236f54-1a87-4f88-9b5a-2a6f6eb544a1 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 943 time: 0.0782437 Jul 23 16:20:34.178000 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-41019f63-fdcf-4612-9b4a-b302f3b7e99b req-1bea95af-e4a8-4f00-9a1a-2a88bde2c24c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368216 Jul 23 16:20:34.201974 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Attempting to bind port fe4b6f41-e279-498a-b2f1-ba43bd065794 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:34.201974 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Attempting to bind port fe4b6f41-e279-498a-b2f1-ba43bd065794 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:34.201974 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Attempting to bind port fe4b6f41-e279-498a-b2f1-ba43bd065794 on network 988e5fc2-b879-42dd-b1a0-547d2436f88a {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:34.202278 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52408) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:34.206580 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Port fe4b6f41-e279-498a-b2f1-ba43bd065794 on network 988e5fc2-b879-42dd-b1a0-547d2436f88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:34.206927 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Attempting to bind port fe4b6f41-e279-498a-b2f1-ba43bd065794 on network 988e5fc2-b879-42dd-b1a0-547d2436f88a {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:34.212394 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:34.212743 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Checking segment: {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:34.213158 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Bound using segment: {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:34.213612 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Bound port: fe4b6f41-e279-498a-b2f1-ba43bd065794, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768605c6-3863-43af-b1d4-4caed8a2b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:34.213973 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.258829 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7a3822-f97f-408b-996a-8a3961aa736b admin admin] Deleting subnet 44151461-2817-4816-8f72-1223b91eefeb {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:34.262002 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3822-f97f-408b-996a-8a3961aa736b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.283884 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] For port fe4b6f41-e279-498a-b2f1-ba43bd065794, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:34.287995 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] For port fe4b6f41-e279-498a-b2f1-ba43bd065794, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=fe4b6f41-e279-498a-b2f1-ba43bd065794,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:34.292730 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.298217 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3822-f97f-408b-996a-8a3961aa736b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14468225'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.324768 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.325904 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.327359 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] 10.222.0.72 "PUT /v2.0/ports/fe4b6f41-e279-498a-b2f1-ba43bd065794 HTTP/1.1" status: 200 len: 1093 time: 0.6575990 Jul 23 16:20:34.327824 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'tag': 'fe4b6f41-e279-498a-b2f1-ba43bd065794'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:34.330068 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e9c282-0076-44a2-b446-080fa54b2bec", "tag": "fe4b6f41-e279-498a-b2f1-ba43bd065794"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:34.351438 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3822-f97f-408b-996a-8a3961aa736b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.362299 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecf59d-eee6-4ecf-ad77-11cd843608be service neutron] Pushing event updated for resources: {'Port': ['ID=fe4b6f41-e279-498a-b2f1-ba43bd065794,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:34.392635 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fce04c5-7922-49d9-8f96-e0107ba8359a x-openstack-request-id: req-7fce04c5-7922-49d9-8f96-e0107ba8359a {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:34.392916 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e9c282-0076-44a2-b446-080fa54b2bec", "tag": "fe4b6f41-e279-498a-b2f1-ba43bd065794", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:34.393157 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fce04c5-7922-49d9-8f96-e0107ba8359a {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:34.393725 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'tag': 'fe4b6f41-e279-498a-b2f1-ba43bd065794', 'status': 'completed', 'code': 200} Jul 23 16:20:34.422257 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3822-f97f-408b-996a-8a3961aa736b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12610794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980115'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.448857 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a3822-f97f-408b-996a-8a3961aa736b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44151461-2817-4816-8f72-1223b91eefeb,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:34.452322 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-d6082a93-fddc-477d-817a-753e17bb7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.453432 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3822-f97f-408b-996a-8a3961aa736b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.454781 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-d6082a93-fddc-477d-817a-753e17bb7393 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 1096 time: 0.0714362 Jul 23 16:20:34.455369 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-6b7a3822-f97f-408b-996a-8a3961aa736b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/44151461-2817-4816-8f72-1223b91eefeb HTTP/1.1" status: 204 len: 168 time: 0.2522671 Jul 23 16:20:34.457761 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52412) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:34.509788 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-49a00231-7331-4884-87b8-527dd12c7e78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe4b6f41-e279-498a-b2f1-ba43bd065794 HTTP/1.1" status: 200 len: 217 time: 0.0376780 Jul 23 16:20:34.530003 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.566055 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-fe66e1b4-0474-4795-a78f-97598ce2942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.567560 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-fe66e1b4-0474-4795-a78f-97598ce2942b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0512490 Jul 23 16:20:34.618051 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.629410 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb35e94-d061-432c-bd9f-ae59ebffb339']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:34.632776 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-3619f92c-b3c5-4fd0-8b35-84c0346d2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.634284 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-3619f92c-b3c5-4fd0-8b35-84c0346d2abc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599067 Jul 23 16:20:34.640020 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e456c1-24dd-42f7-8cb5-9b65dbebd46a') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:34.640359 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e456c1-24dd-42f7-8cb5-9b65dbebd46a') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:34.649291 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14468280'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.662615 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.670424 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:34.671248 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12610640'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: Traceback (most recent call last): Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: timer() Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: cb(*args, **kw) Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: return func(*args, **kwargs) Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: self._notify() Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: self.callback(batched_events) Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: event.method(event) Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: return f(self, *a, **k) Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._get(url).json() Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:34.681739 dv-cinder-801989-4-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:34.726226 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-40497a2b-b6f3-4e08-8568-76100de30d7c service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847642 Jul 23 16:20:34.730817 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.737826 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.739734 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1eb35e94-d061-432c-bd9f-ae59ebffb339 HTTP/1.1" status: 204 len: 168 time: 0.2810783 Jul 23 16:20:34.749467 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6c8fb-f6f6-4466-8a02-4a881f079035 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb35e94-d061-432c-bd9f-ae59ebffb339,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:34.826589 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1152c02e-ce60-4efb-9a71-b1a67a187185 req-eb00dd5c-9a78-4c82-a206-484e5dd5606c service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927193 Jul 23 16:20:34.901096 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52416) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:34.941601 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d7d41ecf-4795-430c-9760-75de381d99b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f8a6329edab4d879033a4b89f0a1a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392647 Jul 23 16:20:34.943959 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52418) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:34.973669 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d req-82130efa-3e99-4431-947b-07fd09948dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.975151 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d req-82130efa-3e99-4431-947b-07fd09948dea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 1096 time: 0.0548558 Jul 23 16:20:34.992351 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1b818072-304f-4991-a898-3b7470c0fe88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.013668 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1b818072-304f-4991-a898-3b7470c0fe88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.061315 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1b818072-304f-4991-a898-3b7470c0fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.064197 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1b818072-304f-4991-a898-3b7470c0fe88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.065324 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-1b818072-304f-4991-a898-3b7470c0fe88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fff87a16-4f55-41bc-bc06-eac69ed5d274 HTTP/1.1" status: 204 len: 168 time: 0.1204324 Jul 23 16:20:35.069831 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d req-b378a140-d227-49f0-bf95-664dea86d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.071251 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d req-b378a140-d227-49f0-bf95-664dea86d4f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.0885198 Jul 23 16:20:35.073200 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b818072-304f-4991-a898-3b7470c0fe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff87a16-4f55-41bc-bc06-eac69ed5d274,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:35.117501 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d req-1a3f1548-c6f1-4a5d-9b20-6999ca21edaa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe4b6f41-e279-498a-b2f1-ba43bd065794 HTTP/1.1" status: 200 len: 217 time: 0.0378103 Jul 23 16:20:35.171820 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d req-d2a0cd92-0d18-4906-99e3-3f1904c2aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.173355 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d req-d2a0cd92-0d18-4906-99e3-3f1904c2aa1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0440605 Jul 23 16:20:35.245632 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d req-78866f10-fdcd-4e51-b86b-c181fa038c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.247167 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d req-78866f10-fdcd-4e51-b86b-c181fa038c5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658939 Jul 23 16:20:35.334141 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dcd5d-6239-45b3-a6b5-11561c2e174f req-6f62c6bc-8b40-4fc2-b0dc-d3a002dfcb6f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.335574 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fc6dcd5d-6239-45b3-a6b5-11561c2e174f req-6f62c6bc-8b40-4fc2-b0dc-d3a002dfcb6f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 943 time: 0.0781372 Jul 23 16:20:35.346466 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d req-810c9f12-3338-4fbf-a554-c611b4ffb950 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922024 Jul 23 16:20:35.377523 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fc6dcd5d-6239-45b3-a6b5-11561c2e174f req-5b0098ac-32e4-4341-a9a3-6ef23cce3ba0 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356929 Jul 23 16:20:35.449528 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2b9a2193-ecc7-4e5a-9f6e-3a9378882c8d req-fbf71a1d-c179-4f20-a26a-bb2640dad378 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914757 Jul 23 16:20:35.758673 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52442) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:35.869253 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-152168696-network', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:35.890226 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Made reservation on behalf of ccc832ad31e3459693e57a4e92687f85 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:35.892424 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.900435 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.986741 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.991341 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.014795 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:20:36.023077 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a3d146-6216-4b45-91a0-9f01ba1825d0,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:36.031457 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.031457 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Added segment d7d0e6bf-80b4-49a0-9590-3fee2191d42f of type vlan for network 057baf27-c8cb-47a9-bbd2-64429b3c935d Jul 23 16:20:36.069953 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.097656 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.098545 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.099125 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.130320 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3705890 Jul 23 16:20:36.133273 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52446) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:36.138347 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] Request body: {'subnet': {'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-152168696-subnet', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:36.158541 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] Made reservation on behalf of ccc832ad31e3459693e57a4e92687f85 for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:36.160725 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23960cca-af29-4047-9fc9-eea3c3011a7d admin admin] Pushing event updated for resources: {'Network': ['ID=057baf27-c8cb-47a9-bbd2-64429b3c935d,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:36.160971 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12656175'] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.173398 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network 057baf27-c8cb-47a9-bbd2-64429b3c935d details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:20:36.329970 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12827615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12656189'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.384062 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4bd774-aaea-4f20-9266-25426c007b03,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:36.391648 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] Checking segment: {'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:36.392002 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] Network hostable DHCP agents. Network: 057baf27-c8cb-47a9-bbd2-64429b3c935d, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:20:36.408481 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] Network 057baf27-c8cb-47a9-bbd2-64429b3c935d is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:20:36.417239 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, 057baf27-c8cb-47a9-bbd2-64429b3c935d) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:36.423678 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.424468 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.425417 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f1ae0-4944-4a6a-ae07-6f8f160f4ded None None] Network 057baf27-c8cb-47a9-bbd2-64429b3c935d requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:36.441492 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-17c2df46-8d49-4cc4-90d4-86f7a0702d25 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3070991 Jul 23 16:20:36.444041 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52450) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:36.448456 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:36.472037 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1980'] for router, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.473367 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16380256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16280892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1925'] for router, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.520038 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe86b90-3838-451c-98af-36a003787800 req-694f6257-5955-4d52-895e-f807615fb006 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.521666 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cfe86b90-3838-451c-98af-36a003787800 req-694f6257-5955-4d52-895e-f807615fb006 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 943 time: 0.0700164 Jul 23 16:20:36.535160 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.565566 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cfe86b90-3838-451c-98af-36a003787800 req-4820d1b6-8753-4b3e-a9bb-f02443626ded tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375898 Jul 23 16:20:36.588955 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb52a4463-a496-520e-acd4-c3663e80fcd1-057baf27-c8cb-47a9-bbd2-64429b3c935d', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03'}]}} from dv-cinder-801989-4-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:20:36.589807 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.674798 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16380238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16401019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1947'] for router, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.727074 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Allocated IP 172.20.0.2 (057baf27-c8cb-47a9-bbd2-64429b3c935d/2f4bd774-aaea-4f20-9266-25426c007b03/800bd4aa-2e07-49f4-b17a-6eb3dd9b730d) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:36.871049 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.876197 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.879829 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Transition to ACTIVE for port object 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:36.894867 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Transition to ACTIVE for port object 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:36.895711 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.900558 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.939026 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Network 057baf27-c8cb-47a9-bbd2-64429b3c935d is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:36.941767 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:36.945193 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:36.955440 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Pushing event updated for resources: {'Port': ['ID=800bd4aa-2e07-49f4-b17a-6eb3dd9b730d,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:37.003671 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Allocated IP 172.27.2.88 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/1f7d560d-3bdb-4aeb-84f5-e1898773cc7a) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:37.011837 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Attempting to bind port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:37.012407 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Attempting to bind port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:37.013475 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Attempting to bind port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d on network 057baf27-c8cb-47a9-bbd2-64429b3c935d {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:37.018720 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:37.019164 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Checking segment: {'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:37.019620 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.020040 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Bound using segment: {'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:37.020532 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Bound port: 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:37.020909 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.089984 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] For port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:37.093092 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] For port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=800bd4aa-2e07-49f4-b17a-6eb3dd9b730d,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:37.098150 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.106375 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.151102 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.153273 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0d5a3-db23-4114-8af5-cdc9f41610f1 None None] Pushing event updated for resources: {'Port': ['ID=800bd4aa-2e07-49f4-b17a-6eb3dd9b730d,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:37.194550 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:37.197281 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:37.199711 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:37.227449 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7d560d-3bdb-4aeb-84f5-e1898773cc7a,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:37.469121 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.658278 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16380211'] for router, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.702631 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3430097-98c8-459a-8a63-3aee7db8a171 req-3833c367-b97f-4953-83b5-73000b02cf50 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:37.704483 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3430097-98c8-459a-8a63-3aee7db8a171 req-3833c367-b97f-4953-83b5-73000b02cf50 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 943 time: 0.0707200 Jul 23 16:20:37.744238 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3430097-98c8-459a-8a63-3aee7db8a171 req-25410f30-996a-4f10-96b5-a2229a81f4a1 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339630 Jul 23 16:20:37.796326 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 is scheduled to L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 with binding_index 1 {{(pid=93342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:20:37.980920 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a85097-8d25-4a72-a1cf-bb8d51ec7023 None None] Network 057baf27-c8cb-47a9-bbd2-64429b3c935d requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:38.061046 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b7ab2706-ecc0-433f-a7cc-8b7ecef63f46 None None] Provisioning for port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:38.151032 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:38.161244 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Sync routers for ids ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:38.172385 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.173663 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-717c480a-8ee4-4bcc-9ea7-b222fdfc1111 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7286444 Jul 23 16:20:38.177005 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52454) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:38.181361 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Routers {'4fc4d2d6-c352-40c5-8e9c-3259958112d8'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:38.182511 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:38.265531 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:38.333985 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:38.343612 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:38.343987 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.373182 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Set router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:38.478796 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-dcbef267-45fb-4513-8c4e-74118adf8671 None None] Provisioning complete for port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:38.479159 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-dcbef267-45fb-4513-8c4e-74118adf8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.619247 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.689141 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-dcbef267-45fb-4513-8c4e-74118adf8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.694584 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=800bd4aa-2e07-49f4-b17a-6eb3dd9b730d,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:38.705502 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.746333 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 3, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:38.802875 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Checking router: 4fc4d2d6-c352-40c5-8e9c-3259958112d8 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:38.803212 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Updating router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a binding host dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:20:38.837068 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=800bd4aa-2e07-49f4-b17a-6eb3dd9b730d,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:38.847272 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.db.api [None req-dcbef267-45fb-4513-8c4e-74118adf8671 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:20:38.847693 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG oslo_db.api [None req-dcbef267-45fb-4513-8c4e-74118adf8671 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:20:38.856983 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.890774 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.928218 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15465e16-951e-4b74-a778-8cbf57ff8bcc req-ff088ae7-640d-4b7a-a916-886054946d14 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.929681 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15465e16-951e-4b74-a778-8cbf57ff8bcc req-ff088ae7-640d-4b7a-a916-886054946d14 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 943 time: 0.1129169 Jul 23 16:20:39.033585 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15465e16-951e-4b74-a778-8cbf57ff8bcc req-d1f78a5f-b92e-4552-806e-3f889d63662f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720029 Jul 23 16:20:39.101413 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Allocated IP 172.20.0.1 (057baf27-c8cb-47a9-bbd2-64429b3c935d/2f4bd774-aaea-4f20-9266-25426c007b03/e0342883-bbe4-41fd-be83-4c27f2d733ee) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:39.110049 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.120613 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Transition to ACTIVE for port object 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:39.126797 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.176953 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Attempting to bind port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:39.177321 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Attempting to bind port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:39.177680 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Attempting to bind port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a on network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:39.187167 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Pushing event updated for resources: {'Port': ['ID=1f7d560d-3bdb-4aeb-84f5-e1898773cc7a,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:39.190393 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:39.190850 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Checking segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:39.191301 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.191693 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Bound using segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:39.192163 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Bound port: 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:39.192546 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.206943 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.217212 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.217557 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.217897 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.218336 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.218670 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.218998 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.219324 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.219654 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.219977 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.220321 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.220712 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.220835 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Transition to ACTIVE for port object e0342883-bbe4-41fd-be83-4c27f2d733ee will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:39.221034 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:39.255820 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] For port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:39.259322 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] For port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=1f7d560d-3bdb-4aeb-84f5-e1898773cc7a,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:39.263354 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.264698 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.303410 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Network 057baf27-c8cb-47a9-bbd2-64429b3c935d is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:39.306182 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:39.308514 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:39.322889 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Routers {'4fc4d2d6-c352-40c5-8e9c-3259958112d8'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:39.323551 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:39.325685 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa94c3-5185-4b56-ad6d-7b1ec5c7d079 None None] Pushing event updated for resources: {'Port': ['ID=1f7d560d-3bdb-4aeb-84f5-e1898773cc7a,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:39.350869 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Pushing event updated for resources: {'Port': ['ID=e0342883-bbe4-41fd-be83-4c27f2d733ee,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:39.366516 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16383274'] for router_interface, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.515914 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.589747 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] Set router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:39.676384 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.680731 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12610620'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.717777 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8eff0259-6158-43ea-88c6-ef0ccc94f595 None None] Provisioning for port e0342883-bbe4-41fd-be83-4c27f2d733ee completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:39.728000 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8eff0259-6158-43ea-88c6-ef0ccc94f595 None None] Provisioning complete for port e0342883-bbe4-41fd-be83-4c27f2d733ee triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:39.728385 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8eff0259-6158-43ea-88c6-ef0ccc94f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.748954 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16721128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16377597'] for router_interface, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.750642 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Pushing event updated for resources: {'Port': ['ID=e0342883-bbe4-41fd-be83-4c27f2d733ee,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:39.782608 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-8eff0259-6158-43ea-88c6-ef0ccc94f595 None None] Port e0342883-bbe4-41fd-be83-4c27f2d733ee cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:39.805597 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 3, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:39.836793 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7407c5-1be5-4e64-a7e0-2d4d6d908ddf None None] The sync data for ids ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'] in dv-cinder-801989-4-iscsi is: [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:37Z', 'revision_number': 3, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:39.841997 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Network 057baf27-c8cb-47a9-bbd2-64429b3c935d is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:39.843432 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:39.964528 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:40.101089 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:40.115887 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0dce1cdf-eae1-433b-b33e-7fabe70c55bf admin admin] 10.222.0.65 "PUT /v2.0/routers/4fc4d2d6-c352-40c5-8e9c-3259958112d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9356534 Jul 23 16:20:40.121362 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8fe54f36-e2c1-4084-b16c-8c660f593246 None None] Provisioning complete for port e0342883-bbe4-41fd-be83-4c27f2d733ee triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:40.122863 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8fe54f36-e2c1-4084-b16c-8c660f593246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.164173 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-8fe54f36-e2c1-4084-b16c-8c660f593246 None None] Port e0342883-bbe4-41fd-be83-4c27f2d733ee cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:40.190996 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc765c-92f9-459e-ba70-82daa7cd3a64 req-73cb8a78-f22d-4621-88a4-2509fa8c8af4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.192755 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6edc765c-92f9-459e-ba70-82daa7cd3a64 req-73cb8a78-f22d-4621-88a4-2509fa8c8af4 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 943 time: 0.0754256 Jul 23 16:20:40.243646 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6edc765c-92f9-459e-ba70-82daa7cd3a64 req-1e31962d-ea1c-45d5-85cd-62b43337560e tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367930 Jul 23 16:20:40.317607 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:20:40.342937 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:40.396351 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:40.400185 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:40.400561 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.489150 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.514120 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=1f7d560d-3bdb-4aeb-84f5-e1898773cc7a,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:40.521060 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.521931 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:40.600482 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=1f7d560d-3bdb-4aeb-84f5-e1898773cc7a,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:40.613693 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:40.614070 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.669842 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52474) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:40.674754 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-211755166-network', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:40.700222 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Made reservation on behalf of 769d10e964234bf7b9a215dbd7e6286b for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:40.703530 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.716698 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.805150 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.808788 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.835975 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:20:40.841718 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60307ee-3086-4b80-a956-ae4293dcabf2,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:40.848968 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.849425 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Added segment 7e10342a-311b-4a05-9d0f-b5709fe117fd of type vlan for network cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 Jul 23 16:20:40.889634 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729613066855'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.919413 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.920808 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.921383 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.953027 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2820213 Jul 23 16:20:40.955770 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52476) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:40.960946 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] Request body: {'subnet': {'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-211755166-subnet', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:40.980742 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] Made reservation on behalf of 769d10e964234bf7b9a215dbd7e6286b for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:40.983171 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12656175'] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.985433 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca867d4-fd4b-41fd-81db-67a3e203a9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:40.996002 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Network cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 details requested by agent ovs-agent-dv-cinder-801989-4-iscsi with host dv-cinder-801989-4-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:20:41.150956 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12827615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12656189'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.203500 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:41.213495 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] Checking segment: {'id': '7e10342a-311b-4a05-9d0f-b5709fe117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:41.213857 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] Network hostable DHCP agents. Network: cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4, hostable agents: ['bbbd30cd-c883-4652-ad8c-81e15af39dcf'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:20:41.230818 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] Network cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 is scheduled to be hosted by DHCP agent bbbd30cd-c883-4652-ad8c-81e15af39dcf with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:20:41.239721 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-4-iscsi, cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:41.243571 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:41.244179 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.250387 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd7bce-2ab7-444f-9fe5-b8ae01736f82 None None] Network cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:41.258964 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b46ba780-70d8-4837-a7b5-031c3b853e49 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3020451 Jul 23 16:20:41.261417 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52478) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:41.266755 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-211755166-router', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:41.295435 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1980'] for router, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.296949 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16380256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16280892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1925'] for router, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.366719 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.399693 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe7fb8-5951-4371-8018-23aa3a26b60e req-afc19f92-db2e-48af-8002-9dd80e045230 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:41.401384 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-47fe7fb8-5951-4371-8018-23aa3a26b60e req-afc19f92-db2e-48af-8002-9dd80e045230 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 943 time: 0.0783534 Jul 23 16:20:41.419969 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb52a4463-a496-520e-acd4-c3663e80fcd1-cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4', 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'fixed_ips': [{'subnet_id': 'c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0'}]}} from dv-cinder-801989-4-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:20:41.421696 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.443243 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-47fe7fb8-5951-4371-8018-23aa3a26b60e req-958f9859-38c1-4c31-a303-79d71cdf51d7 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361624 Jul 23 16:20:41.493529 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Sync routers for ids ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:41.504172 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Routers {'4fc4d2d6-c352-40c5-8e9c-3259958112d8'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:41.504870 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:41.525685 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16380238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16401019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1947'] for router, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.579420 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Allocated IP 172.20.0.2 (cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4/c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0/85a38fe5-fc87-454a-bfb0-41459c24e397) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:41.585192 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device fe4b6f41-e279-498a-b2f1-ba43bd065794 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:41.616962 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Set router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:41.742255 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.763264 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.790576 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port fe4b6f41-e279-498a-b2f1-ba43bd065794, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=fe4b6f41-e279-498a-b2f1-ba43bd065794,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:41.813399 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': 'fe4b6f41-e279-498a-b2f1-ba43bd065794', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'port_id': 'fe4b6f41-e279-498a-b2f1-ba43bd065794', 'mac_address': 'fa:16:3e:63:ac:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:41.818143 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.837698 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'e0342883-bbe4-41fd-be83-4c27f2d733ee', 'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'mac_address': 'fa:16:3e:1d:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 2, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'subnets': [{'id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:41.849782 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Transition to ACTIVE for port object 85a38fe5-fc87-454a-bfb0-41459c24e397 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:41.864644 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Checking router: 4fc4d2d6-c352-40c5-8e9c-3259958112d8 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:41.865368 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Updating router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 port e0342883-bbe4-41fd-be83-4c27f2d733ee binding host dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:20:41.876886 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Transition to ACTIVE for port object 85a38fe5-fc87-454a-bfb0-41459c24e397 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:41.878517 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Allocated IP 172.27.2.167 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/3fa7d7cc-5e42-4ad8-9b9f-82320d466918) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:41.878657 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.893007 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4b6f41-e279-498a-b2f1-ba43bd065794 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:41.899404 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.902869 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.940605 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port fe4b6f41-e279-498a-b2f1-ba43bd065794, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=fe4b6f41-e279-498a-b2f1-ba43bd065794,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:41.949654 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.952659 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Network cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:41.957424 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:41.960942 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:41.972395 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Pushing event updated for resources: {'Port': ['ID=85a38fe5-fc87-454a-bfb0-41459c24e397,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:41.994236 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.044822 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.063658 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Attempting to bind port 85a38fe5-fc87-454a-bfb0-41459c24e397 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:42.064019 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Attempting to bind port 85a38fe5-fc87-454a-bfb0-41459c24e397 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': '7e10342a-311b-4a05-9d0f-b5709fe117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:42.064398 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Attempting to bind port 85a38fe5-fc87-454a-bfb0-41459c24e397 on network cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:42.077795 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:42.078166 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Checking segment: {'id': '7e10342a-311b-4a05-9d0f-b5709fe117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:42.078575 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.078966 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Bound using segment: {'id': '7e10342a-311b-4a05-9d0f-b5709fe117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:42.079422 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Bound port: 85a38fe5-fc87-454a-bfb0-41459c24e397, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e10342a-311b-4a05-9d0f-b5709fe117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:42.079798 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.084888 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:42.088031 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:42.089465 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=fe4b6f41-e279-498a-b2f1-ba43bd065794,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.108304 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:42.111373 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa7d7cc-5e42-4ad8-9b9f-82320d466918,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.162935 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] For port 85a38fe5-fc87-454a-bfb0-41459c24e397, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:42.166592 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] For port 85a38fe5-fc87-454a-bfb0-41459c24e397, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=85a38fe5-fc87-454a-bfb0-41459c24e397,segment=NetworkSegment(7e10342a-311b-4a05-9d0f-b5709fe117fd),segment_id=7e10342a-311b-4a05-9d0f-b5709fe117fd)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:42.172668 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.245633 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['fe4b6f41-e279-498a-b2f1-ba43bd065794'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:42.255328 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76feba-41ea-4dc0-89d9-8ee1e419b855 None None] Pushing event updated for resources: {'Port': ['ID=85a38fe5-fc87-454a-bfb0-41459c24e397,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.277088 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.292720 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:42.293119 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Transition to ACTIVE for port object e0342883-bbe4-41fd-be83-4c27f2d733ee will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:42.304044 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.349310 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Pushing event updated for resources: {'Port': ['ID=e0342883-bbe4-41fd-be83-4c27f2d733ee,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.358420 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.358802 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.359331 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.359839 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.360378 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.360886 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.361545 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.362247 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.362899 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.363391 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.363896 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.364400 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:42.402741 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:42.403665 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.417189 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.470130 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Attempting to bind port e0342883-bbe4-41fd-be83-4c27f2d733ee on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:42.470496 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Attempting to bind port e0342883-bbe4-41fd-be83-4c27f2d733ee by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:42.470853 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Attempting to bind port e0342883-bbe4-41fd-be83-4c27f2d733ee on network 057baf27-c8cb-47a9-bbd2-64429b3c935d {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:42.479167 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:42.479545 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Checking segment: {'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:42.480224 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.480533 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Bound using segment: {'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:42.480988 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Bound port: e0342883-bbe4-41fd-be83-4c27f2d733ee, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:42.481543 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.592297 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] For port e0342883-bbe4-41fd-be83-4c27f2d733ee, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:42.596285 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] For port e0342883-bbe4-41fd-be83-4c27f2d733ee, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=e0342883-bbe4-41fd-be83-4c27f2d733ee,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:42.603893 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.661990 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1490e-79b3-47f6-96ed-fde789c2087b None None] Pushing event updated for resources: {'Port': ['ID=e0342883-bbe4-41fd-be83-4c27f2d733ee,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.689019 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Routers {'4fc4d2d6-c352-40c5-8e9c-3259958112d8'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:42.689898 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:42.695465 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4f60d-ac5b-4c32-92bb-059ba4e2d7d7 req-47897849-b2f2-48c8-bd3e-308ec7db4fed tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.697302 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3cf4f60d-ac5b-4c32-92bb-059ba4e2d7d7 req-47897849-b2f2-48c8-bd3e-308ec7db4fed tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 944 time: 0.1209033 Jul 23 16:20:42.740907 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3cf4f60d-ac5b-4c32-92bb-059ba4e2d7d7 req-9fb56e7b-620f-44d9-9949-56411015487a tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379000 Jul 23 16:20:42.796940 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16380211'] for router, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.804657 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] Set router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:42.942041 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Router c7681e7a-c248-4eed-b198-018c753368bb is scheduled to L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 with binding_index 1 {{(pid=93342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:20:43.036077 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'e0342883-bbe4-41fd-be83-4c27f2d733ee', 'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'mac_address': 'fa:16:3e:1d:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:42Z', 'revision_number': 4, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'subnets': [{'id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:43.052657 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:43.062891 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Sync routers for ids ['c7681e7a-c248-4eed-b198-018c753368bb'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:43.064875 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772b6c0-0f17-42fb-8834-371722223030 None None] The sync data for ids ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'] in dv-cinder-801989-4-iscsi is: [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'e0342883-bbe4-41fd-be83-4c27f2d733ee', 'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'mac_address': 'fa:16:3e:1d:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:42Z', 'revision_number': 4, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'subnets': [{'id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:43.070079 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.074259 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Routers {'c7681e7a-c248-4eed-b198-018c753368bb'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:43.074917 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c7681e7a-c248-4eed-b198-018c753368bb'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:43.079050 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-2070f0c2-e239-44a2-9c68-a3d2592dac33 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8141141 Jul 23 16:20:43.079890 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52484) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:43.240430 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Set router c7681e7a-c248-4eed-b198-018c753368bb gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:43.456178 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'name': 'tempest-TestShelveInstance-211755166-router', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:42Z', 'revision_number': 3, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'gw_port': {'id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:43.492813 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Checking router: c7681e7a-c248-4eed-b198-018c753368bb for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:43.493306 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Updating router c7681e7a-c248-4eed-b198-018c753368bb port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 binding host dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:20:43.537947 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb09e12-42aa-413f-af8a-fab4743014db None None] Network cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:43.570547 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.593098 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.628685 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device fe4b6f41-e279-498a-b2f1-ba43bd065794 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:43.663411 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-4f4b3028-b530-4b7b-9ae7-7bf024b0b21c None None] Provisioning for port 85a38fe5-fc87-454a-bfb0-41459c24e397 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:43.755104 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Allocated IP 172.20.0.1 (cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4/c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0/61a76e02-d517-4a33-89b7-6295a4d8bd25) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:43.912954 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.931081 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Transition to ACTIVE for port object 61a76e02-d517-4a33-89b7-6295a4d8bd25 will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:43.947218 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d1a1-3032-4a20-b0d5-644947702bf3 req-6e0a5b69-01d3-4992-bfda-232a5d17ffed tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:43.949433 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4684d1a1-3032-4a20-b0d5-644947702bf3 req-6e0a5b69-01d3-4992-bfda-232a5d17ffed tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 944 time: 0.1113234 Jul 23 16:20:43.970067 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port fe4b6f41-e279-498a-b2f1-ba43bd065794 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:44.017920 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4684d1a1-3032-4a20-b0d5-644947702bf3 req-1ee31230-3adb-4a7e-a276-2d9073650859 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540137 Jul 23 16:20:44.018926 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.024402 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port fe4b6f41-e279-498a-b2f1-ba43bd065794 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:44.024776 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.070208 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Pushing event updated for resources: {'Port': ['ID=61a76e02-d517-4a33-89b7-6295a4d8bd25,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:44.082148 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Network cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:44.083482 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:44.087027 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:44.125641 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16383274'] for router_interface, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.201514 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.212953 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.258945 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Transition to ACTIVE for port object 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:44.280066 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.293416 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4b6f41-e279-498a-b2f1-ba43bd065794'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:44.296036 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d736fbd-f786-4d90-b8a5-393c4fe53d8c" -d '{"events": [{"server_uuid": "e0e9c282-0076-44a2-b446-080fa54b2bec", "name": "network-vif-plugged", "status": "completed", "tag": "fe4b6f41-e279-498a-b2f1-ba43bd065794"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:44.332538 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.392867 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port fe4b6f41-e279-498a-b2f1-ba43bd065794, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=fe4b6f41-e279-498a-b2f1-ba43bd065794,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:44.411554 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device e0342883-bbe4-41fd-be83-4c27f2d733ee up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:44.419093 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.444416 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Attempting to bind port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:44.444797 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Attempting to bind port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:44.445162 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Attempting to bind port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 on network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:44.464189 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b8b35-920b-4d3a-91e3-73f4ddf046c3 None None] Pushing event updated for resources: {'Port': ['ID=3fa7d7cc-5e42-4ad8-9b9f-82320d466918,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:44.473419 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:44.473798 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Checking segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:44.474199 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.474589 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Bound using segment: {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:44.475066 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Bound port: 3fa7d7cc-5e42-4ad8-9b9f-82320d466918, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:44.475455 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.576896 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.583028 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12610620'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.591952 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=fe4b6f41-e279-498a-b2f1-ba43bd065794,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:44.613316 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] For port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:44.617356 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] For port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=3fa7d7cc-5e42-4ad8-9b9f-82320d466918,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:44.618545 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port e0342883-bbe4-41fd-be83-4c27f2d733ee completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:44.630080 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port e0342883-bbe4-41fd-be83-4c27f2d733ee triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:44.631135 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.640253 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.663027 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9052c86-44db-4475-a66f-7cfa33cc16e1 x-openstack-request-id: req-e9052c86-44db-4475-a66f-7cfa33cc16e1 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:44.663357 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e9c282-0076-44a2-b446-080fa54b2bec", "name": "network-vif-plugged", "status": "completed", "tag": "fe4b6f41-e279-498a-b2f1-ba43bd065794", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:44.663605 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9052c86-44db-4475-a66f-7cfa33cc16e1 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:44.663983 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4b6f41-e279-498a-b2f1-ba43bd065794', 'code': 200} Jul 23 16:20:44.676183 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Pushing event updated for resources: {'Port': ['ID=61a76e02-d517-4a33-89b7-6295a4d8bd25,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:44.686211 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16721128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16377597'] for router_interface, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.749515 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Routers {'c7681e7a-c248-4eed-b198-018c753368bb'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:44.750059 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c7681e7a-c248-4eed-b198-018c753368bb'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:44.778207 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Network cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:44.780671 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:44.790992 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-15cd78e7-7b02-4155-884f-ce84e874ba24 None None] Provisioning for port 61a76e02-d517-4a33-89b7-6295a4d8bd25 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:44.823863 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b8b35-920b-4d3a-91e3-73f4ddf046c3 None None] Pushing event updated for resources: {'Port': ['ID=3fa7d7cc-5e42-4ad8-9b9f-82320d466918,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:44.839670 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-15cd78e7-7b02-4155-884f-ce84e874ba24 None None] Provisioning complete for port 61a76e02-d517-4a33-89b7-6295a4d8bd25 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:44.840045 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-15cd78e7-7b02-4155-884f-ce84e874ba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.917978 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Router c7681e7a-c248-4eed-b198-018c753368bb has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:44.932720 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-15cd78e7-7b02-4155-884f-ce84e874ba24 None None] Port 61a76e02-d517-4a33-89b7-6295a4d8bd25 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:44.936810 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.960432 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] Set router c7681e7a-c248-4eed-b198-018c753368bb gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:44.977438 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26317570-86fb-4552-8db6-900fd0e0ac57 req-094e924d-a09a-45d3-bdca-8ebad7980684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.979132 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-26317570-86fb-4552-8db6-900fd0e0ac57 req-094e924d-a09a-45d3-bdca-8ebad7980684 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 1098 time: 0.0743225 Jul 23 16:20:45.013136 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port e0342883-bbe4-41fd-be83-4c27f2d733ee, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=e0342883-bbe4-41fd-be83-4c27f2d733ee,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:45.022964 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.023525 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 85a38fe5-fc87-454a-bfb0-41459c24e397 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:45.026686 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-26317570-86fb-4552-8db6-900fd0e0ac57 req-e33cd11a-92bc-4577-aac6-a757d6cf2723 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395887 Jul 23 16:20:45.063707 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:45.068673 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-079eb1be-60c0-4a0f-8d2e-61b923c96834 admin admin] 10.222.0.65 "PUT /v2.0/routers/c7681e7a-c248-4eed-b198-018c753368bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9876873 Jul 23 16:20:45.175111 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817ef8d-b0bd-4b81-94d0-c4b6f5f32e0a req-a1fdc0c8-20dd-447e-9bc8-687160357e6b tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.175344 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d9141e90-1d84-441e-8515-5b04a5877f26 None None] Provisioning complete for port 61a76e02-d517-4a33-89b7-6295a4d8bd25 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:45.175344 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d9141e90-1d84-441e-8515-5b04a5877f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.181785 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a817ef8d-b0bd-4b81-94d0-c4b6f5f32e0a req-a1fdc0c8-20dd-447e-9bc8-687160357e6b tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 945 time: 0.0773430 Jul 23 16:20:45.208339 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=e0342883-bbe4-41fd-be83-4c27f2d733ee,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:45.221997 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a817ef8d-b0bd-4b81-94d0-c4b6f5f32e0a req-f3fd6fba-4511-4204-8a92-9542875139f7 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393002 Jul 23 16:20:45.256090 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 85a38fe5-fc87-454a-bfb0-41459c24e397 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:45.269648 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d9141e90-1d84-441e-8515-5b04a5877f26 None None] Port 61a76e02-d517-4a33-89b7-6295a4d8bd25 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:45.272771 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 85a38fe5-fc87-454a-bfb0-41459c24e397 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:45.273095 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.382574 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'name': 'tempest-TestShelveInstance-211755166-router', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'gw_port': {'id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '61a76e02-d517-4a33-89b7-6295a4d8bd25', 'name': '', 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'mac_address': 'fa:16:3e:12:95:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 2, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'subnets': [{'id': 'c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:45.411614 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e9b894-f022-432a-b9cc-cb9a4ab9d88e None None] The sync data for ids ['c7681e7a-c248-4eed-b198-018c753368bb'] in dv-cinder-801989-4-iscsi is: [{'id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'name': 'tempest-TestShelveInstance-211755166-router', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'gw_port': {'id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '61a76e02-d517-4a33-89b7-6295a4d8bd25', 'name': '', 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'mac_address': 'fa:16:3e:12:95:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 2, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'subnets': [{'id': 'c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:45.417292 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.454169 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 85a38fe5-fc87-454a-bfb0-41459c24e397, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=85a38fe5-fc87-454a-bfb0-41459c24e397,segment=NetworkSegment(7e10342a-311b-4a05-9d0f-b5709fe117fd),segment_id=7e10342a-311b-4a05-9d0f-b5709fe117fd)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:45.458610 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.510589 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=85a38fe5-fc87-454a-bfb0-41459c24e397,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:45.560621 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52500) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:45.565938 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-b8e3f336-8973-4cf8-a2b0-b4f6d8de7479 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717198643', 'description': 'tempest-secgroup-smoke-1717198643 description', 'project_id': 'ccc832ad31e3459693e57a4e92687f85'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:45.590497 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f336-8973-4cf8-a2b0-b4f6d8de7479 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.689943 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f336-8973-4cf8-a2b0-b4f6d8de7479 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.693930 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f336-8973-4cf8-a2b0-b4f6d8de7479 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.724895 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f336-8973-4cf8-a2b0-b4f6d8de7479 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.726132 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b8e3f336-8973-4cf8-a2b0-b4f6d8de7479 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1644404 Jul 23 16:20:45.728113 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3f336-8973-4cf8-a2b0-b4f6d8de7479 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf19740-f3fa-4952-89c6-5b089596394e,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:45.730337 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52502) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:45.735319 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-edaf9ff9-c738-4793-a49b-707d8b5162a8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Request body: {'security_group_rule': {'security_group_id': 'acf19740-f3fa-4952-89c6-5b089596394e', 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:45.765477 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-edaf9ff9-c738-4793-a49b-707d8b5162a8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.816524 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-edaf9ff9-c738-4793-a49b-707d8b5162a8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.820619 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-edaf9ff9-c738-4793-a49b-707d8b5162a8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.844391 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf9ff9-c738-4793-a49b-707d8b5162a8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b58704-6c00-46be-b27d-6e2b5e95488d,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:45.853943 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-edaf9ff9-c738-4793-a49b-707d8b5162a8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.857197 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-edaf9ff9-c738-4793-a49b-707d8b5162a8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259699 Jul 23 16:20:45.859378 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52504) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:45.864240 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-9727d5b5-3c2a-4c65-8ba8-b302a0dcb4c4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Request body: {'security_group_rule': {'security_group_id': 'acf19740-f3fa-4952-89c6-5b089596394e', 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:45.893159 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9727d5b5-3c2a-4c65-8ba8-b302a0dcb4c4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.956786 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9727d5b5-3c2a-4c65-8ba8-b302a0dcb4c4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.960912 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9727d5b5-3c2a-4c65-8ba8-b302a0dcb4c4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.980550 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727d5b5-3c2a-4c65-8ba8-b302a0dcb4c4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a454861-e2ae-4921-8501-ba2def034fb8,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:45.984828 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9727d5b5-3c2a-4c65-8ba8-b302a0dcb4c4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.986220 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9727d5b5-3c2a-4c65-8ba8-b302a0dcb4c4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258383 Jul 23 16:20:45.988990 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52506) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:45.993474 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-01f2bc09-ff6f-4648-b6cc-731234784a5b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Request body: {'security_group_rule': {'security_group_id': 'acf19740-f3fa-4952-89c6-5b089596394e', 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:46.022207 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-01f2bc09-ff6f-4648-b6cc-731234784a5b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.109282 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-01f2bc09-ff6f-4648-b6cc-731234784a5b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.113778 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-01f2bc09-ff6f-4648-b6cc-731234784a5b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.130476 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2bc09-ff6f-4648-b6cc-731234784a5b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46abd8b-54a8-4891-a8f3-ad36837f115d,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:46.141982 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-01f2bc09-ff6f-4648-b6cc-731234784a5b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.143398 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-01f2bc09-ff6f-4648-b6cc-731234784a5b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534247 Jul 23 16:20:46.147276 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52508) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:46.154287 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-42c6754d-d253-4e8d-876a-d9c42fb8002d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Request body: {'security_group_rule': {'security_group_id': 'acf19740-f3fa-4952-89c6-5b089596394e', 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:46.194170 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-42c6754d-d253-4e8d-876a-d9c42fb8002d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.274325 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-42c6754d-d253-4e8d-876a-d9c42fb8002d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.280820 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-42c6754d-d253-4e8d-876a-d9c42fb8002d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.299634 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6754d-d253-4e8d-876a-d9c42fb8002d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4970b317-b823-4992-a27a-a8556f5b4bd8,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:46.318227 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-42c6754d-d253-4e8d-876a-d9c42fb8002d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.322075 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-42c6754d-d253-4e8d-876a-d9c42fb8002d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1721723 Jul 23 16:20:46.322281 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52512) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:46.331176 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-ce044f2a-1af7-477b-b9e5-59ef8bb4dfc7 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Request body: {'security_group_rule': {'security_group_id': 'acf19740-f3fa-4952-89c6-5b089596394e', 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:46.363317 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.securitygroups_db [None req-ce044f2a-1af7-477b-b9e5-59ef8bb4dfc7 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Project ccc832ad31e3459693e57a4e92687f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:20:46.363497 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:46.370640 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ce044f2a-1af7-477b-b9e5-59ef8bb4dfc7 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.393642 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938b5c1-3649-4d06-a472-2b9b81843fff req-131cc0aa-1ba5-45a6-b576-e64883ee6202 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.395240 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2938b5c1-3649-4d06-a472-2b9b81843fff req-131cc0aa-1ba5-45a6-b576-e64883ee6202 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 945 time: 0.0946460 Jul 23 16:20:46.432035 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:46.438395 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:46.438770 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.441262 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2938b5c1-3649-4d06-a472-2b9b81843fff req-b2709989-6b31-4abc-a7a5-6271a82d897f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400205 Jul 23 16:20:46.446009 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ce044f2a-1af7-477b-b9e5-59ef8bb4dfc7 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.453604 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ce044f2a-1af7-477b-b9e5-59ef8bb4dfc7 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.478634 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce044f2a-1af7-477b-b9e5-59ef8bb4dfc7 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d673a30-aa65-4244-9f23-c8c86a3f6de3,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:46.497298 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ce044f2a-1af7-477b-b9e5-59ef8bb4dfc7 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.498699 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ce044f2a-1af7-477b-b9e5-59ef8bb4dfc7 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1753554 Jul 23 16:20:46.501539 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52516) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:46.506138 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-0d58a9f4-d954-48e4-ba7d-73a4dc981c0d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Request body: {'security_group_rule': {'security_group_id': 'acf19740-f3fa-4952-89c6-5b089596394e', 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:46.535104 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.securitygroups_db [None req-0d58a9f4-d954-48e4-ba7d-73a4dc981c0d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Project ccc832ad31e3459693e57a4e92687f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:20:46.536826 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.552628 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0d58a9f4-d954-48e4-ba7d-73a4dc981c0d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.564956 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=3fa7d7cc-5e42-4ad8-9b9f-82320d466918,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:46.568945 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.569703 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device e0342883-bbe4-41fd-be83-4c27f2d733ee up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:46.645084 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0d58a9f4-d954-48e4-ba7d-73a4dc981c0d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.654664 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab5961-66ad-451d-85ed-418e614be4aa req-c3801088-dabf-47b2-9d79-0ebbc6a89e00 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.655791 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=3fa7d7cc-5e42-4ad8-9b9f-82320d466918,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:46.656340 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32ab5961-66ad-451d-85ed-418e614be4aa req-c3801088-dabf-47b2-9d79-0ebbc6a89e00 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 945 time: 0.1159077 Jul 23 16:20:46.657585 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0d58a9f4-d954-48e4-ba7d-73a4dc981c0d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303718'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.675321 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port e0342883-bbe4-41fd-be83-4c27f2d733ee triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:46.675698 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.697847 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58a9f4-d954-48e4-ba7d-73a4dc981c0d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff01884-5de3-4c5c-8222-fd02a044b290,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:46.715725 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0d58a9f4-d954-48e4-ba7d-73a4dc981c0d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.716932 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0d58a9f4-d954-48e4-ba7d-73a4dc981c0d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2144055 Jul 23 16:20:46.726173 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32ab5961-66ad-451d-85ed-418e614be4aa req-4d3dff65-1257-4f7b-bf16-198dc53eae90 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611317 Jul 23 16:20:46.750086 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52520) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:46.782375 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 85a38fe5-fc87-454a-bfb0-41459c24e397 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:46.848073 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 85a38fe5-fc87-454a-bfb0-41459c24e397 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:46.848557 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.011166 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ff86c1-5605-495f-be4d-7fdc1b34ca9e tempest-TestVolumeBootPattern-363907274 tempest-TestVolumeBootPattern-363907274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.013686 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-25ff86c1-5605-495f-be4d-7fdc1b34ca9e tempest-TestVolumeBootPattern-363907274 tempest-TestVolumeBootPattern-363907274-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 1093 time: 0.2625730 Jul 23 16:20:47.016814 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52562) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:47.021438 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Request body: {'floatingip': {'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'port_id': 'fe4b6f41-e279-498a-b2f1-ba43bd065794', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:47.048865 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.151503 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.283907 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Allocated IP 172.27.2.220 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/eeea6de8-4774-478b-a264-581bf16187b4) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:47.389071 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.428675 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.465822 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:47.470164 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:47.474204 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:47.503297 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'Port': ['ID=eeea6de8-4774-478b-a264-581bf16187b4,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:47.570735 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Sync routers for ids ['c7681e7a-c248-4eed-b198-018c753368bb'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:47.580699 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Routers {'c7681e7a-c248-4eed-b198-018c753368bb'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:47.581388 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c7681e7a-c248-4eed-b198-018c753368bb'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:47.699099 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Set router c7681e7a-c248-4eed-b198-018c753368bb gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:47.857945 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.901899 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'name': 'tempest-TestShelveInstance-211755166-router', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'gw_port': {'id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '61a76e02-d517-4a33-89b7-6295a4d8bd25', 'name': '', 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'mac_address': 'fa:16:3e:12:95:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 2, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'subnets': [{'id': 'c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:47.935026 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Checking router: c7681e7a-c248-4eed-b198-018c753368bb for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:47.935671 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Updating router c7681e7a-c248-4eed-b198-018c753368bb port 61a76e02-d517-4a33-89b7-6295a4d8bd25 binding host dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:20:47.941912 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.970884 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.251109 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.260913 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:48.263355 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Transition to ACTIVE for port object 61a76e02-d517-4a33-89b7-6295a4d8bd25 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:48.270472 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.334361 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4babc53-adbe-4bd2-bfc7-030561361288 None None] Pushing event updated for resources: {'Port': ['ID=61a76e02-d517-4a33-89b7-6295a4d8bd25,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:48.336788 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:48.336788 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.375683 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.383333 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12610620'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.433315 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Attempting to bind port 61a76e02-d517-4a33-89b7-6295a4d8bd25 on host dv-cinder-801989-4-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:48.433687 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Attempting to bind port 61a76e02-d517-4a33-89b7-6295a4d8bd25 by drivers openvswitch,hyperv on host dv-cinder-801989-4-iscsi at level 0 using segments [{'id': '7e10342a-311b-4a05-9d0f-b5709fe117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:48.434040 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Attempting to bind port 61a76e02-d517-4a33-89b7-6295a4d8bd25 on network cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:48.440866 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Checking agent: {'id': '4eb473aa-9bd9-4e73-b6f1-93b1cc7a48bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 15, 59, 27), 'started_at': datetime.datetime(2021, 7, 23, 15, 59, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:48.441251 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Checking segment: {'id': '7e10342a-311b-4a05-9d0f-b5709fe117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:48.441645 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.442033 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Bound using segment: {'id': '7e10342a-311b-4a05-9d0f-b5709fe117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:48.442499 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Bound port: 61a76e02-d517-4a33-89b7-6295a4d8bd25, host: dv-cinder-801989-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e10342a-311b-4a05-9d0f-b5709fe117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:48.442897 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.476858 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event updated for resources: {'Port': ['ID=eeea6de8-4774-478b-a264-581bf16187b4,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:48.489088 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.489432 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.489766 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.490095 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.490418 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.491098 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.491098 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.491392 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.491684 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.491999 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.492341 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.492654 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:48.497346 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.527161 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] For port 61a76e02-d517-4a33-89b7-6295a4d8bd25, host dv-cinder-801989-4-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:48.531369 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] For port 61a76e02-d517-4a33-89b7-6295a4d8bd25, host dv-cinder-801989-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=61a76e02-d517-4a33-89b7-6295a4d8bd25,segment=NetworkSegment(7e10342a-311b-4a05-9d0f-b5709fe117fd),segment_id=7e10342a-311b-4a05-9d0f-b5709fe117fd)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:48.537457 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.600006 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Routers {'c7681e7a-c248-4eed-b198-018c753368bb'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:48.600838 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c7681e7a-c248-4eed-b198-018c753368bb'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:48.624439 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Floating IP 00e3de14-e258-4b25-82db-99f57e23728a associated. External IP: 172.27.2.220, port: fe4b6f41-e279-498a-b2f1-ba43bd065794. Jul 23 16:20:48.775896 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4babc53-adbe-4bd2-bfc7-030561361288 None None] Pushing event updated for resources: {'Port': ['ID=61a76e02-d517-4a33-89b7-6295a4d8bd25,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:48.824104 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] Set router c7681e7a-c248-4eed-b198-018c753368bb gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:48.832955 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.862727 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Router 001f1434-9909-4619-ab2b-30fbca2f726b has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:48.976062 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:48.986002 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2327d492-0fe1-428b-8a36-7a21090aba11 None None] Sync routers for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:48.993278 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.996582 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2327d492-0fe1-428b-8a36-7a21090aba11 None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:48.997937 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-2327d492-0fe1-428b-8a36-7a21090aba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:49.034181 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'name': 'tempest-TestShelveInstance-211755166-router', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'gw_port': {'id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '61a76e02-d517-4a33-89b7-6295a4d8bd25', 'name': '', 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'mac_address': 'fa:16:3e:12:95:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:48Z', 'revision_number': 4, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'subnets': [{'id': 'c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:49.039190 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-3005d296-63ce-41bf-ae17-dd0da2deb678 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0212886 Jul 23 16:20:49.039782 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'tag': 'fe4b6f41-e279-498a-b2f1-ba43bd065794'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:49.043973 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4161416c-1974-41f3-af0f-8ffedb08a050" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e9c282-0076-44a2-b446-080fa54b2bec", "tag": "fe4b6f41-e279-498a-b2f1-ba43bd065794"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:49.073653 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e6c51-7091-468f-a3d0-47a1ba317bb6 None None] The sync data for ids ['c7681e7a-c248-4eed-b198-018c753368bb'] in dv-cinder-801989-4-iscsi is: [{'id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'name': 'tempest-TestShelveInstance-211755166-router', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 4, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'gw_port': {'id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': '61a76e02-d517-4a33-89b7-6295a4d8bd25', 'name': '', 'network_id': 'cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'mac_address': 'fa:16:3e:12:95:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:43Z', 'updated_at': '2021-07-23T16:20:48Z', 'revision_number': 4, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'subnets': [{'id': 'c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:49.130405 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-2327d492-0fe1-428b-8a36-7a21090aba11 None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:49.152703 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662fb341-efc7-4322-a083-b99f881da9c2 x-openstack-request-id: req-662fb341-efc7-4322-a083-b99f881da9c2 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:49.153124 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e9c282-0076-44a2-b446-080fa54b2bec", "tag": "fe4b6f41-e279-498a-b2f1-ba43bd065794", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:49.153562 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-662fb341-efc7-4322-a083-b99f881da9c2 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:49.153967 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'tag': 'fe4b6f41-e279-498a-b2f1-ba43bd065794', 'status': 'completed', 'code': 200} Jul 23 16:20:49.272271 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161416c-1974-41f3-af0f-8ffedb08a050 req-0a47282b-3adf-4f1e-ad71-35111d9ee2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.273799 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4161416c-1974-41f3-af0f-8ffedb08a050 req-0a47282b-3adf-4f1e-ad71-35111d9ee2fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 1098 time: 0.0620310 Jul 23 16:20:49.390383 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161416c-1974-41f3-af0f-8ffedb08a050 req-cdee8b32-3c8f-4386-9161-749d540e83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.392893 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4161416c-1974-41f3-af0f-8ffedb08a050 req-cdee8b32-3c8f-4386-9161-749d540e83f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.1097040 Jul 23 16:20:49.395260 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-2327d492-0fe1-428b-8a36-7a21090aba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '00e3de14-e258-4b25-82db-99f57e23728a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'fe4b6f41-e279-498a-b2f1-ba43bd065794', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:63:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:47Z', 'updated_at': '2021-07-23T16:20:47Z', 'revision_number': 0, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}, {'id': '327c7d3b-ff90-4a63-9f34-25388bee4aaa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:ed:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:18Z', 'updated_at': '2021-07-23T16:18:21Z', 'revision_number': 1, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:49.431125 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2327d492-0fe1-428b-8a36-7a21090aba11 None None] Checking router: 001f1434-9909-4619-ab2b-30fbca2f726b for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:49.440305 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2327d492-0fe1-428b-8a36-7a21090aba11 None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:49.440924 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-2327d492-0fe1-428b-8a36-7a21090aba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:49.472305 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4161416c-1974-41f3-af0f-8ffedb08a050 req-cb526d19-3a09-40e8-ad8f-ce93e272b680 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe4b6f41-e279-498a-b2f1-ba43bd065794 HTTP/1.1" status: 200 len: 999 time: 0.0729537 Jul 23 16:20:49.527022 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161416c-1974-41f3-af0f-8ffedb08a050 req-002574fa-d6e5-4863-afc8-14d465cf6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.529118 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4161416c-1974-41f3-af0f-8ffedb08a050 req-002574fa-d6e5-4863-afc8-14d465cf6603 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0499592 Jul 23 16:20:49.558094 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-2327d492-0fe1-428b-8a36-7a21090aba11 None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:49.591949 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161416c-1974-41f3-af0f-8ffedb08a050 req-3dd16433-b18e-4259-bdfd-c9237f0c90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.593682 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4161416c-1974-41f3-af0f-8ffedb08a050 req-3dd16433-b18e-4259-bdfd-c9237f0c90a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579834 Jul 23 16:20:49.695118 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4161416c-1974-41f3-af0f-8ffedb08a050 req-a298766b-757a-4c79-af39-b28299d28517 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936234 Jul 23 16:20:49.801036 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4161416c-1974-41f3-af0f-8ffedb08a050 req-be3f9f42-2c52-416a-ba42-8429848f771a service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979557 Jul 23 16:20:49.811247 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-2327d492-0fe1-428b-8a36-7a21090aba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '00e3de14-e258-4b25-82db-99f57e23728a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'fe4b6f41-e279-498a-b2f1-ba43bd065794', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:63:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:47Z', 'updated_at': '2021-07-23T16:20:47Z', 'revision_number': 0, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}, {'id': '327c7d3b-ff90-4a63-9f34-25388bee4aaa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:ed:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:18Z', 'updated_at': '2021-07-23T16:18:21Z', 'revision_number': 1, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:49.843473 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2327d492-0fe1-428b-8a36-7a21090aba11 None None] The sync data for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi is: [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '00e3de14-e258-4b25-82db-99f57e23728a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'fe4b6f41-e279-498a-b2f1-ba43bd065794', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:63:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:47Z', 'updated_at': '2021-07-23T16:20:47Z', 'revision_number': 0, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}, {'id': '327c7d3b-ff90-4a63-9f34-25388bee4aaa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:ed:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:18Z', 'updated_at': '2021-07-23T16:18:21Z', 'revision_number': 1, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:50.032298 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b90b6-5764-447a-9fa8-86d33b054917 None None] New status for floating IP 00e3de14-e258-4b25-82db-99f57e23728a: ACTIVE {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:20:50.257298 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 61a76e02-d517-4a33-89b7-6295a4d8bd25 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:50.305566 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning for port 61a76e02-d517-4a33-89b7-6295a4d8bd25 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:50.310101 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 61a76e02-d517-4a33-89b7-6295a4d8bd25 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:50.310626 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.390707 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.421413 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] For port 61a76e02-d517-4a33-89b7-6295a4d8bd25, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=61a76e02-d517-4a33-89b7-6295a4d8bd25,segment=NetworkSegment(7e10342a-311b-4a05-9d0f-b5709fe117fd),segment_id=7e10342a-311b-4a05-9d0f-b5709fe117fd)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:50.425670 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.477506 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Pushing event updated for resources: {'Port': ['ID=61a76e02-d517-4a33-89b7-6295a4d8bd25,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:52.237365 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 61a76e02-d517-4a33-89b7-6295a4d8bd25 up at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:52.284443 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Provisioning complete for port 61a76e02-d517-4a33-89b7-6295a4d8bd25 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:52.284737 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.142596 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-62b46261-bc02-47dc-8be8-5f4a8d8df60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.969575 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-4e6115bb-26cf-4b85-aee2-e1488df50df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:57.208186 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.206084 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.872775 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.354664 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-bca4fc5f-0de3-4536-a27c-84f43d7fc4bc tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717198643&fields=id&tenant_id=ccc832ad31e3459693e57a4e92687f85 HTTP/1.1" status: 200 len: 267 time: 0.0328503 Jul 23 16:21:06.461727 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-5824af4b-8a66-474c-8cac-d702eff31761 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.463195 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-5824af4b-8a66-474c-8cac-d702eff31761 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/networks?id=057baf27-c8cb-47a9-bbd2-64429b3c935d HTTP/1.1" status: 200 len: 808 time: 0.1022065 Jul 23 16:21:06.477562 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-e8ced68c-c996-47d0-8dcf-d39caff2331a tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/quotas/ccc832ad31e3459693e57a4e92687f85 HTTP/1.1" status: 200 len: 375 time: 0.0091181 Jul 23 16:21:06.540905 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-39aa14f0-a3d0-47f1-9543-b6953b754532 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ccc832ad31e3459693e57a4e92687f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586948 Jul 23 16:21:06.680024 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-ced08f07-8c29-4e93-851a-a0482f619740 service neutron] 10.222.0.65 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277030 Jul 23 16:21:06.768070 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-8bd827a1-aaad-4cf9-ab23-c62d660b5b89 service neutron] 10.222.0.65 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824525 Jul 23 16:21:07.053202 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ab4653ec-4538-423e-a198-9bddb1d4bea4 req-ab953b37-b50e-468c-82ca-117898d74487 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 210 time: 0.0302854 Jul 23 16:21:08.129232 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0259a0da-0bca-4a28-bdef-2b4d5633996e tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.130711 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0259a0da-0bca-4a28-bdef-2b4d5633996e tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.72 "GET /v2.0/networks?id=057baf27-c8cb-47a9-bbd2-64429b3c935d HTTP/1.1" status: 200 len: 808 time: 0.1064694 Jul 23 16:21:08.153129 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3602b217-c844-4227-9195-a37ec17c8542 req-9b83a82e-de99-46a0-bf0c-70771924751a tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 210 time: 0.0335822 Jul 23 16:21:08.184156 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-68cc2e62-c992-4222-821e-271ac164503a tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccc832ad31e3459693e57a4e92687f85 HTTP/1.1" status: 200 len: 380 time: 0.0370131 Jul 23 16:21:08.201017 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Request body: {'port': {'device_id': '03635251-37c4-4392-b2f1-a17322509105', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'admin_state_up': True, 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'security_groups': ['acf19740-f3fa-4952-89c6-5b089596394e']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:08.311246 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Made reservation on behalf of ccc832ad31e3459693e57a4e92687f85 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:08.316011 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.438675 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Allocated IP 172.20.0.12 (057baf27-c8cb-47a9-bbd2-64429b3c935d/2f4bd774-aaea-4f20-9266-25426c007b03/1eb5e5b8-270e-4f42-b699-45aba1a335a3) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:08.574711 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.587496 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Transition to ACTIVE for port object 1eb5e5b8-270e-4f42-b699-45aba1a335a3 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:08.619839 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.664543 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Network 057baf27-c8cb-47a9-bbd2-64429b3c935d is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:08.667449 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:08.671073 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:08.703218 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event updated for resources: {'Port': ['ID=1eb5e5b8-270e-4f42-b699-45aba1a335a3,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:08.731543 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.732207 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.749596 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0e7e9f0f-b121-440c-92cd-651f59f90dac tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5522695 Jul 23 16:21:08.775797 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Request body: {'port': {'device_id': '03635251-37c4-4392-b2f1-a17322509105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:08.852433 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.904631 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b3ce70f4-57cf-436a-8421-aa4109f14ae1 None None] Provisioning for port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:08.910517 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b3ce70f4-57cf-436a-8421-aa4109f14ae1 None None] Provisioning complete for port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:08.911019 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b3ce70f4-57cf-436a-8421-aa4109f14ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.947231 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce70f4-57cf-436a-8421-aa4109f14ae1 None None] Port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:09.287890 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf4daf-400a-42d6-9e30-2a05d81b5e77 req-44672fa9-9fb0-4f20-8367-97ef503afb45 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.289419 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e8bf4daf-400a-42d6-9e30-2a05d81b5e77 req-44672fa9-9fb0-4f20-8367-97ef503afb45 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 932 time: 0.0685022 Jul 23 16:21:09.326647 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e8bf4daf-400a-42d6-9e30-2a05d81b5e77 req-29989f4e-489f-4648-8fb6-b6c6e3273de0 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316563 Jul 23 16:21:09.365987 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb5e5b8-270e-4f42-b699-45aba1a335a3 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:09.373253 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.385234 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Transition to ACTIVE for port object 1eb5e5b8-270e-4f42-b699-45aba1a335a3 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:09.389232 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.466069 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb5e5b8-270e-4f42-b699-45aba1a335a3,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:09.520000 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Attempting to bind port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:09.520367 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Attempting to bind port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:09.520694 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Attempting to bind port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 on network 057baf27-c8cb-47a9-bbd2-64429b3c935d {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:09.525269 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 on network 057baf27-c8cb-47a9-bbd2-64429b3c935d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:09.525588 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Attempting to bind port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 on network 057baf27-c8cb-47a9-bbd2-64429b3c935d {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:09.530395 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Checking agent: {'id': '3b85c668-5f76-49e7-8e70-030fa6146730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'started_at': datetime.datetime(2021, 7, 23, 16, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:09.530726 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Checking segment: {'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:09.531114 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Bound using segment: {'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:09.531538 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Bound port: 1eb5e5b8-270e-4f42-b699-45aba1a335a3, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:09.531887 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.594987 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] For port 1eb5e5b8-270e-4f42-b699-45aba1a335a3, host hv-cinder-80198, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:09.598409 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] For port 1eb5e5b8-270e-4f42-b699-45aba1a335a3, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:09.602945 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827464'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.636704 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.637385 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.638849 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] 10.222.0.72 "PUT /v2.0/ports/1eb5e5b8-270e-4f42-b699-45aba1a335a3 HTTP/1.1" status: 200 len: 1094 time: 0.8676283 Jul 23 16:21:09.640759 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:09.643584 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25c44e8-f610-42cf-966d-55e3828e9936" -d '{"events": [{"name": "network-changed", "server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:09.673857 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80387829-2d98-4c8a-b6c9-3237b1fa2a43 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb5e5b8-270e-4f42-b699-45aba1a335a3,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:09.697735 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c38578-4ab8-46ce-bc0c-47e415f5c485 x-openstack-request-id: req-32c38578-4ab8-46ce-bc0c-47e415f5c485 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:09.698027 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:09.698276 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32c38578-4ab8-46ce-bc0c-47e415f5c485 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:09.698674 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'status': 'completed', 'code': 200} Jul 23 16:21:09.787079 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0508c243-3177-430d-8bd2-65d24295a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.788655 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-0508c243-3177-430d-8bd2-65d24295a22f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccc832ad31e3459693e57a4e92687f85&device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 1097 time: 0.0699933 Jul 23 16:21:09.837778 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-db2e0983-de35-4498-b4cf-0e12d83205e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3 HTTP/1.1" status: 200 len: 217 time: 0.0348778 Jul 23 16:21:09.884976 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-5093e1ae-e5b0-4d2f-a445-8fe0d3287b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.886348 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-5093e1ae-e5b0-4d2f-a445-8fe0d3287b82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f4bd774-aaea-4f20-9266-25426c007b03 HTTP/1.1" status: 200 len: 847 time: 0.0419137 Jul 23 16:21:09.948778 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-ef6178f5-855e-42ee-ba70-d15d0e29a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.950228 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-ef6178f5-855e-42ee-ba70-d15d0e29a953 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=057baf27-c8cb-47a9-bbd2-64429b3c935d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575132 Jul 23 16:21:10.037786 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-5ba48d0a-15c5-40bb-b932-99bd5a61b0f4 service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802121 Jul 23 16:21:10.129797 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-60946bce-6e72-4e1f-a8c9-f26a52555573 req-a9978505-262c-4913-94c6-d595f561302a service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850284 Jul 23 16:21:10.282702 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c44e8-f610-42cf-966d-55e3828e9936 req-3069b0fd-c9d3-4684-933e-1c160b469e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.284292 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d25c44e8-f610-42cf-966d-55e3828e9936 req-3069b0fd-c9d3-4684-933e-1c160b469e6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccc832ad31e3459693e57a4e92687f85&device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 1097 time: 0.0552092 Jul 23 16:21:10.375940 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c44e8-f610-42cf-966d-55e3828e9936 req-93fd5fad-b730-45d3-90ff-b848bb856535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.378108 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d25c44e8-f610-42cf-966d-55e3828e9936 req-93fd5fad-b730-45d3-90ff-b848bb856535 service neutron] 10.222.0.72 "GET /v2.0/networks?id=057baf27-c8cb-47a9-bbd2-64429b3c935d HTTP/1.1" status: 200 len: 909 time: 0.0867534 Jul 23 16:21:10.420150 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d25c44e8-f610-42cf-966d-55e3828e9936 req-a28a90b7-6379-4478-a9c5-8d22a50de770 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3 HTTP/1.1" status: 200 len: 217 time: 0.0345991 Jul 23 16:21:10.454508 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd537b9d-60bf-4244-875a-9f712902b83b req-af927ec7-531b-4f89-b8b8-6cac8943f97a tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.456389 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bd537b9d-60bf-4244-875a-9f712902b83b req-af927ec7-531b-4f89-b8b8-6cac8943f97a tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0637214 Jul 23 16:21:10.472392 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c44e8-f610-42cf-966d-55e3828e9936 req-bdc3262a-c407-439c-b463-1c1c73bce85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.473863 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d25c44e8-f610-42cf-966d-55e3828e9936 req-bdc3262a-c407-439c-b463-1c1c73bce85c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f4bd774-aaea-4f20-9266-25426c007b03 HTTP/1.1" status: 200 len: 847 time: 0.0436225 Jul 23 16:21:10.496974 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bd537b9d-60bf-4244-875a-9f712902b83b req-5248dc87-ef2e-4417-adaf-86a96a1fae64 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349364 Jul 23 16:21:10.541970 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c44e8-f610-42cf-966d-55e3828e9936 req-0326a0d0-ef5c-4696-9e5d-36e8c531e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.543457 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d25c44e8-f610-42cf-966d-55e3828e9936 req-0326a0d0-ef5c-4696-9e5d-36e8c531e9d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=057baf27-c8cb-47a9-bbd2-64429b3c935d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622475 Jul 23 16:21:10.631727 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d25c44e8-f610-42cf-966d-55e3828e9936 req-5424ec10-3e42-45d3-8cc2-e01409ec8bf7 service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812340 Jul 23 16:21:10.723603 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d25c44e8-f610-42cf-966d-55e3828e9936 req-6497ed41-1aeb-454b-9703-6ca184656d2c service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841002 Jul 23 16:21:11.630118 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408e75d-6945-46a9-8c67-15e46d5d75e6 req-8ce55aac-4a4e-40f6-8568-b69f147f7b72 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.631736 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c408e75d-6945-46a9-8c67-15e46d5d75e6 req-8ce55aac-4a4e-40f6-8568-b69f147f7b72 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0630655 Jul 23 16:21:11.667806 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c408e75d-6945-46a9-8c67-15e46d5d75e6 req-626d4680-bb9b-412d-abc9-436fe8017322 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305130 Jul 23 16:21:12.793631 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bfe31-d561-4f8d-840f-9d9a9d176eed req-59bdbc87-46bc-4441-8895-9a145a7038f0 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:12.795095 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-181bfe31-d561-4f8d-840f-9d9a9d176eed req-59bdbc87-46bc-4441-8895-9a145a7038f0 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0630178 Jul 23 16:21:12.832590 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-181bfe31-d561-4f8d-840f-9d9a9d176eed req-8b6b7571-a6c5-43b3-abe7-a47479e1f897 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Jul 23 16:21:13.960709 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7d17f-eeca-44d9-8f11-2e414f6dbec2 req-763b0b0f-df9d-413a-8c2a-5716a49f0944 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.962162 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-44a7d17f-eeca-44d9-8f11-2e414f6dbec2 req-763b0b0f-df9d-413a-8c2a-5716a49f0944 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0658257 Jul 23 16:21:13.999178 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-44a7d17f-eeca-44d9-8f11-2e414f6dbec2 req-86ea3b8b-cd44-4b74-992f-4cc4abbcd11e tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316098 Jul 23 16:21:15.150736 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e58b71-6a29-4d65-8698-7586b965cb54 req-b1150b9e-283b-4f3d-8930-129a7790584b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:15.152812 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76e58b71-6a29-4d65-8698-7586b965cb54 req-b1150b9e-283b-4f3d-8930-129a7790584b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0775614 Jul 23 16:21:15.199171 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76e58b71-6a29-4d65-8698-7586b965cb54 req-914e9384-011d-4e3b-848b-9e50389216bc tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406141 Jul 23 16:21:16.326381 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d5700-91b7-4b1f-9f8f-d028db47a7f3 req-74ad5667-7c73-4b41-ac26-1d262c669ec5 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.327815 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e9d5700-91b7-4b1f-9f8f-d028db47a7f3 req-74ad5667-7c73-4b41-ac26-1d262c669ec5 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0616193 Jul 23 16:21:16.370662 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e9d5700-91b7-4b1f-9f8f-d028db47a7f3 req-cfc886e7-0fba-4396-bb17-5209149d6f9b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360949 Jul 23 16:21:17.317883 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:21:17.497781 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2612595-5928-45ac-a738-791fbc55cff4 req-be3177fb-3c81-495b-8cc6-f100ff0075fc tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.499311 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2612595-5928-45ac-a738-791fbc55cff4 req-be3177fb-3c81-495b-8cc6-f100ff0075fc tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0630293 Jul 23 16:21:17.544415 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2612595-5928-45ac-a738-791fbc55cff4 req-e7d59248-e07a-42ab-a166-28a52638f83a tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382860 Jul 23 16:21:17.785764 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 1eb5e5b8-270e-4f42-b699-45aba1a335a3 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:18.022060 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 1eb5e5b8-270e-4f42-b699-45aba1a335a3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:18.032619 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'port_id': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'mac_address': 'fa:16:3e:e5:78:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:18.069380 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.081356 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb5e5b8-270e-4f42-b699-45aba1a335a3 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:18.100367 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 1eb5e5b8-270e-4f42-b699-45aba1a335a3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:18.104715 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.152650 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=1eb5e5b8-270e-4f42-b699-45aba1a335a3,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:18.402813 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['1eb5e5b8-270e-4f42-b699-45aba1a335a3'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:18.678507 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef82f1-45fd-41a3-a20e-bd9f57bf9a07 req-2d94c6e4-6f28-4f38-9b00-5ebe2086bc93 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:18.679869 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7eef82f1-45fd-41a3-a20e-bd9f57bf9a07 req-2d94c6e4-6f28-4f38-9b00-5ebe2086bc93 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 945 time: 0.0652802 Jul 23 16:21:18.716750 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7eef82f1-45fd-41a3-a20e-bd9f57bf9a07 req-24dc3aca-a747-4302-8bac-18d0017f06e1 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Jul 23 16:21:18.822649 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.786721 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 1eb5e5b8-270e-4f42-b699-45aba1a335a3 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:19.838401 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning for port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:19.842198 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:19.842567 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.846303 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecd4bf-8386-4864-b2d4-f04a85b10058 req-f01f23c6-0a41-4683-82c2-ad2bb9705de8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:19.847912 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3ecd4bf-8386-4864-b2d4-f04a85b10058 req-f01f23c6-0a41-4683-82c2-ad2bb9705de8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 945 time: 0.0667021 Jul 23 16:21:19.886191 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3ecd4bf-8386-4864-b2d4-f04a85b10058 req-9baf01c4-a984-42c3-bb75-070f9cd47672 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Jul 23 16:21:19.927216 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.950039 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:19.952263 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba8f47-6276-4c4a-a2eb-af6ea9c3117a" -d '{"events": [{"server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "name": "network-vif-plugged", "status": "completed", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:19.964645 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 1eb5e5b8-270e-4f42-b699-45aba1a335a3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:19.968816 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.992067 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236f815a-8ef1-437f-aec8-f75d013218ba x-openstack-request-id: req-236f815a-8ef1-437f-aec8-f75d013218ba {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:19.992384 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "name": "network-vif-plugged", "status": "completed", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:19.992627 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-236f815a-8ef1-437f-aec8-f75d013218ba {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:19.993004 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'code': 200} Jul 23 16:21:20.019625 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=1eb5e5b8-270e-4f42-b699-45aba1a335a3,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:20.243785 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0edfb-c78c-4ab9-8317-221be448c698 req-20814b0b-26e5-4d83-99aa-db5b0e621587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.245300 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-01a0edfb-c78c-4ab9-8317-221be448c698 req-20814b0b-26e5-4d83-99aa-db5b0e621587 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 1099 time: 0.0523510 Jul 23 16:21:20.280106 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-01a0edfb-c78c-4ab9-8317-221be448c698 req-bdb2d1ed-cfca-4c53-890e-6ad307628dac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275478 Jul 23 16:21:21.018414 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce474416-c0d6-45a2-b4a5-b4b718180805 req-18e93055-deed-49b7-9c06-26c8195e84c2 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:21.019868 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce474416-c0d6-45a2-b4a5-b4b718180805 req-18e93055-deed-49b7-9c06-26c8195e84c2 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0676126 Jul 23 16:21:21.060010 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce474416-c0d6-45a2-b4a5-b4b718180805 req-121b0e58-c4d0-48e1-b399-e57661511df4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343831 Jul 23 16:21:22.342780 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66db38b-54a3-4fed-90c5-bf389d24ce50 req-5e3f1322-f8ef-44a1-aa70-5714280ad727 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.344206 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f66db38b-54a3-4fed-90c5-bf389d24ce50 req-5e3f1322-f8ef-44a1-aa70-5714280ad727 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0617018 Jul 23 16:21:22.384947 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f66db38b-54a3-4fed-90c5-bf389d24ce50 req-29f9cea2-7f69-44a6-997e-64cda9080a72 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344756 Jul 23 16:21:22.510198 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4739ec-8fcc-4f3c-8b40-acd8b7318d23 req-d01d69e5-47cf-4a0f-8d7c-7f4dfc1bf113 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.511631 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1c4739ec-8fcc-4f3c-8b40-acd8b7318d23 req-d01d69e5-47cf-4a0f-8d7c-7f4dfc1bf113 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0617404 Jul 23 16:21:22.546880 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1c4739ec-8fcc-4f3c-8b40-acd8b7318d23 req-a5678105-4604-4422-9431-7c7777bce5a4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297987 Jul 23 16:21:22.568935 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52698) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:22.661372 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e645c3-3929-4ef1-9e36-e94b0282f8c5 tempest-TestShelveInstance-965770600 tempest-TestShelveInstance-965770600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.662869 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-61e645c3-3929-4ef1-9e36-e94b0282f8c5 tempest-TestShelveInstance-965770600 tempest-TestShelveInstance-965770600-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 1094 time: 0.0930030 Jul 23 16:21:22.665687 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52702) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:22.669915 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Request body: {'floatingip': {'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'port_id': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:22.692521 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for floatingip, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.786737 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.889799 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Allocated IP 172.27.2.145 (fa4f14dc-62ff-4f78-8575-bd86f7946dc1/7ecba6c6-4cf4-487b-9083-3f276f289579/01829c82-cc0f-4993-86f4-583536d57da3) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:22.985986 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.024328 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729613051908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.060279 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Network fa4f14dc-62ff-4f78-8575-bd86f7946dc1 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:23.063258 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:23.066949 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:23.098914 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event updated for resources: {'Port': ['ID=01829c82-cc0f-4993-86f4-583536d57da3,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:23.415941 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.492375 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.637711 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.641907 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12610620'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.706510 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event updated for resources: {'Port': ['ID=01829c82-cc0f-4993-86f4-583536d57da3,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:23.717763 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16380377'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.813520 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Floating IP adf9d130-8349-4e5b-a99e-39de59e1d645 associated. External IP: 172.27.2.145, port: 1eb5e5b8-270e-4f42-b699-45aba1a335a3. Jul 23 16:21:24.015785 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:24.120939 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:24.137313 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.139659 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc4ccdf-075c-4c5a-b5bc-9b807d52ea5b None None] Sync routers for ids ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:24.153407 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc4ccdf-075c-4c5a-b5bc-9b807d52ea5b None None] Routers {'4fc4d2d6-c352-40c5-8e9c-3259958112d8'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:24.154077 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-4bc4ccdf-075c-4c5a-b5bc-9b807d52ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:24.188013 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d09a643e-d1cf-4247-95ab-81471f91562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.264502 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-4bc4ccdf-075c-4c5a-b5bc-9b807d52ea5b None None] Set router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:24.419370 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-74ee52ab-922b-477d-be80-261de7fd9b61 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7525799 Jul 23 16:21:24.419939 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:24.422094 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea8bb08-e917-497e-baef-5a485be93676" -d '{"events": [{"name": "network-changed", "server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:24.458213 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdef024a-73b4-4a3b-acd1-c167ca8038ae x-openstack-request-id: req-fdef024a-73b4-4a3b-acd1-c167ca8038ae {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:24.458493 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:24.458738 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fdef024a-73b4-4a3b-acd1-c167ca8038ae {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:24.459119 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'status': 'completed', 'code': 200} Jul 23 16:21:24.499432 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-4bc4ccdf-075c-4c5a-b5bc-9b807d52ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': 'adf9d130-8349-4e5b-a99e-39de59e1d645', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'port_id': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'mac_address': 'fa:16:3e:e5:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03635251-37c4-4392-b2f1-a17322509105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:23Z', 'revision_number': 0, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0342883-bbe4-41fd-be83-4c27f2d733ee', 'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'mac_address': 'fa:16:3e:1d:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'subnets': [{'id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:24.526842 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc4ccdf-075c-4c5a-b5bc-9b807d52ea5b None None] Checking router: 4fc4d2d6-c352-40c5-8e9c-3259958112d8 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:24.535495 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc4ccdf-075c-4c5a-b5bc-9b807d52ea5b None None] Routers {'4fc4d2d6-c352-40c5-8e9c-3259958112d8'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:24.536108 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-4bc4ccdf-075c-4c5a-b5bc-9b807d52ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:20:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:24.563662 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8bb08-e917-497e-baef-5a485be93676 req-be069183-ecbe-46a9-bb9a-ae3be04b1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.565926 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3ea8bb08-e917-497e-baef-5a485be93676 req-be069183-ecbe-46a9-bb9a-ae3be04b1967 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccc832ad31e3459693e57a4e92687f85&device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 1099 time: 0.0626321 Jul 23 16:21:24.645173 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-4bc4ccdf-075c-4c5a-b5bc-9b807d52ea5b None None] Set router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:24.660025 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8bb08-e917-497e-baef-5a485be93676 req-daaffbb2-607d-4a60-a81b-212a6dff84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.661558 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3ea8bb08-e917-497e-baef-5a485be93676 req-daaffbb2-607d-4a60-a81b-212a6dff84e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=057baf27-c8cb-47a9-bbd2-64429b3c935d HTTP/1.1" status: 200 len: 909 time: 0.0896733 Jul 23 16:21:24.727179 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3ea8bb08-e917-497e-baef-5a485be93676 req-7df441e6-64ce-4b9c-aa32-d418c52308e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3 HTTP/1.1" status: 200 len: 1000 time: 0.0588481 Jul 23 16:21:24.779771 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8bb08-e917-497e-baef-5a485be93676 req-150bc3a8-6c55-4605-9506-5c03f17362c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.781257 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3ea8bb08-e917-497e-baef-5a485be93676 req-150bc3a8-6c55-4605-9506-5c03f17362c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f4bd774-aaea-4f20-9266-25426c007b03 HTTP/1.1" status: 200 len: 847 time: 0.0475335 Jul 23 16:21:24.838497 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8bb08-e917-497e-baef-5a485be93676 req-a914dc9a-9b02-413e-b639-9a9afadda6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.839976 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3ea8bb08-e917-497e-baef-5a485be93676 req-a914dc9a-9b02-413e-b639-9a9afadda6f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=057baf27-c8cb-47a9-bbd2-64429b3c935d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527894 Jul 23 16:21:24.867830 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-4bc4ccdf-075c-4c5a-b5bc-9b807d52ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': 'adf9d130-8349-4e5b-a99e-39de59e1d645', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'port_id': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'mac_address': 'fa:16:3e:e5:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03635251-37c4-4392-b2f1-a17322509105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:23Z', 'revision_number': 0, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0342883-bbe4-41fd-be83-4c27f2d733ee', 'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'mac_address': 'fa:16:3e:1d:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'subnets': [{'id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:24.894024 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc4ccdf-075c-4c5a-b5bc-9b807d52ea5b None None] The sync data for ids ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'] in dv-cinder-801989-4-iscsi is: [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': 'adf9d130-8349-4e5b-a99e-39de59e1d645', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'port_id': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'mac_address': 'fa:16:3e:e5:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03635251-37c4-4392-b2f1-a17322509105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:21:23Z', 'updated_at': '2021-07-23T16:21:23Z', 'revision_number': 0, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0342883-bbe4-41fd-be83-4c27f2d733ee', 'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'mac_address': 'fa:16:3e:1d:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'subnets': [{'id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:24.934493 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3ea8bb08-e917-497e-baef-5a485be93676 req-b51e832a-bd4e-41db-a220-7ac828f4f72e service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883996 Jul 23 16:21:25.025775 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3ea8bb08-e917-497e-baef-5a485be93676 req-7b558e81-6758-46d6-8477-0b63913cb93f service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841331 Jul 23 16:21:25.073801 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9c53c8-8a8e-43a6-9be1-4d9406c52f0b None None] New status for floating IP adf9d130-8349-4e5b-a99e-39de59e1d645: ACTIVE {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:21:26.424082 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-72c09d23-7603-402e-8956-29ac31c2d206 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521851 Jul 23 16:21:26.543204 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-73039342-2bd5-4a51-9ce5-c4858537fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.544720 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-73039342-2bd5-4a51-9ce5-c4858537fcfa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 1098 time: 0.0573874 Jul 23 16:21:26.649860 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-6767fd21-7635-450e-b49b-8e4a0ebd121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.651377 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-6767fd21-7635-450e-b49b-8e4a0ebd121f service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.0875258 Jul 23 16:21:26.723780 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-3f1ff35a-9c88-4663-97da-9d87d1e600f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b15dcf1f-978b-4981-9cc8-a28420f899dd HTTP/1.1" status: 200 len: 1001 time: 0.0655210 Jul 23 16:21:26.778373 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-e5ef82cd-bf37-4f2e-9067-8f4792e37a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.779919 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-e5ef82cd-bf37-4f2e-9067-8f4792e37a85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0490942 Jul 23 16:21:26.836763 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-1c50b4f3-335e-4006-bfcb-fb92e2d79fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.838264 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-1c50b4f3-335e-4006-bfcb-fb92e2d79fc7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516634 Jul 23 16:21:26.928796 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-cef1b930-0fb6-4472-aae8-fece823c3f21 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838883 Jul 23 16:21:26.971575 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fcd8a59-6c53-41e4-9e91-bea97c58aa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.018533 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5f0c9dc3-8216-4df0-b15c-bec0dc0af799 req-5944f21e-be2f-4ada-b21a-99b59e28d2fd service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824487 Jul 23 16:21:27.209346 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.208032 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.873710 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.833026 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.139750 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3d432ab0-c5e1-4881-8619-2b45392d43f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.317353 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:21:56.970802 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-191cbbf3-c342-46ea-86da-2ca8e25c3282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.210529 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.210613 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.876380 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.837566 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.141031 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-0f7156d5-15c9-4887-a504-a51d30b1aa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.428051 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-87e35931-8dca-4119-b620-f627a1f3b647 req-37367693-7e00-4ed4-910e-18049a7a7eab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608931 Jul 23 16:22:26.512892 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e35931-8dca-4119-b620-f627a1f3b647 req-7159b391-48d1-48d5-a574-79cffe3b685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:26.514351 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-87e35931-8dca-4119-b620-f627a1f3b647 req-7159b391-48d1-48d5-a574-79cffe3b685a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 1098 time: 0.0523322 Jul 23 16:22:26.615227 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e35931-8dca-4119-b620-f627a1f3b647 req-4c6a265f-8030-431a-9f17-872137ca983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:26.616671 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-87e35931-8dca-4119-b620-f627a1f3b647 req-4c6a265f-8030-431a-9f17-872137ca983e service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.0830724 Jul 23 16:22:26.687512 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-87e35931-8dca-4119-b620-f627a1f3b647 req-48c4edff-35eb-4267-97fb-4d5cfac338eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe4b6f41-e279-498a-b2f1-ba43bd065794 HTTP/1.1" status: 200 len: 1001 time: 0.0622571 Jul 23 16:22:26.734004 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e35931-8dca-4119-b620-f627a1f3b647 req-95ec3bc2-c754-41c8-949a-951c725192b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:26.735402 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-87e35931-8dca-4119-b620-f627a1f3b647 req-95ec3bc2-c754-41c8-949a-951c725192b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0416400 Jul 23 16:22:26.794024 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e35931-8dca-4119-b620-f627a1f3b647 req-268b7aa3-a043-4caa-9109-6227af991326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:26.795499 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-87e35931-8dca-4119-b620-f627a1f3b647 req-268b7aa3-a043-4caa-9109-6227af991326 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531538 Jul 23 16:22:26.886567 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-87e35931-8dca-4119-b620-f627a1f3b647 req-9403df22-84dc-4619-903d-8dea0f56dae8 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838253 Jul 23 16:22:26.973610 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-77b95163-ad73-4d05-aecd-23f791672be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.981332 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-87e35931-8dca-4119-b620-f627a1f3b647 req-56519cab-8b2c-46a4-bde7-0a2f014d800f service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877457 Jul 23 16:22:27.210569 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.181772 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52736) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:28.213556 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.331343 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Deleting port eeea6de8-4774-478b-a264-581bf16187b4 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:28.331683 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.407030 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.407266 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.419135 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Calling delete_port for eeea6de8-4774-478b-a264-581bf16187b4 owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:28.560372 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.589003 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event deleted for resources: {'Port': ['ID=eeea6de8-4774-478b-a264-581bf16187b4,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:28.615983 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.616354 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.616697 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.617032 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.617362 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.617690 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.618018 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.618344 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.618670 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.618994 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.619315 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.619646 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:28.658038 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.658297 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Floating IP 00e3de14-e258-4b25-82db-99f57e23728a disassociated (deleted). External IP: 172.27.2.220, port: fe4b6f41-e279-498a-b2f1-ba43bd065794. Jul 23 16:22:28.858721 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Router 001f1434-9909-4619-ab2b-30fbca2f726b has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:28.962878 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:28.967674 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.972232 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cfd79-21c7-4f59-94b5-8f8c53ae291c None None] Sync routers for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:28.980791 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cfd79-21c7-4f59-94b5-8f8c53ae291c None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:28.981398 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-2d3cfd79-21c7-4f59-94b5-8f8c53ae291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:22:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:29.003251 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-83684c5b-ad01-4f4a-85ea-2585d2647122 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "DELETE /v2.0/floatingips/00e3de14-e258-4b25-82db-99f57e23728a HTTP/1.1" status: 204 len: 168 time: 0.8203909 Jul 23 16:22:29.004458 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'tag': 'fe4b6f41-e279-498a-b2f1-ba43bd065794'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:29.006571 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c7284d-7dc5-464a-9786-fff77cfda6db" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e9c282-0076-44a2-b446-080fa54b2bec", "tag": "fe4b6f41-e279-498a-b2f1-ba43bd065794"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:29.054307 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f97d3cb-41a3-4e11-9443-057e76668f94 x-openstack-request-id: req-1f97d3cb-41a3-4e11-9443-057e76668f94 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:29.054589 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e9c282-0076-44a2-b446-080fa54b2bec", "tag": "fe4b6f41-e279-498a-b2f1-ba43bd065794", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:29.055224 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f97d3cb-41a3-4e11-9443-057e76668f94 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:29.055373 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'tag': 'fe4b6f41-e279-498a-b2f1-ba43bd065794', 'status': 'completed', 'code': 200} Jul 23 16:22:29.094513 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-2d3cfd79-21c7-4f59-94b5-8f8c53ae291c None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:29.156583 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7284d-7dc5-464a-9786-fff77cfda6db req-aeedcfd2-0069-425b-89a6-516532ba7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:29.159396 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-09c7284d-7dc5-464a-9786-fff77cfda6db req-aeedcfd2-0069-425b-89a6-516532ba7470 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 1098 time: 0.0624478 Jul 23 16:22:29.255498 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9366f0-0a4f-4423-9af2-c710d9a7fab6 req-ed3e4702-4a78-4ef9-b11b-014084156d48 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:29.257780 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9f9366f0-0a4f-4423-9af2-c710d9a7fab6 req-ed3e4702-4a78-4ef9-b11b-014084156d48 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 945 time: 0.0674474 Jul 23 16:22:29.281091 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7284d-7dc5-464a-9786-fff77cfda6db req-de16ae5e-b6dd-4aec-9bc1-ed6b66b9a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:29.282601 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-09c7284d-7dc5-464a-9786-fff77cfda6db req-de16ae5e-b6dd-4aec-9bc1-ed6b66b9a1c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.0870669 Jul 23 16:22:29.295521 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9f9366f0-0a4f-4423-9af2-c710d9a7fab6 req-0ffc9047-abda-4d28-ae5a-c3fecdb90f98 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322495 Jul 23 16:22:29.328824 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-09c7284d-7dc5-464a-9786-fff77cfda6db req-29f80bcd-e2d9-4668-bd0e-3cd26fc38509 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe4b6f41-e279-498a-b2f1-ba43bd065794 HTTP/1.1" status: 200 len: 217 time: 0.0385168 Jul 23 16:22:29.340410 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-2d3cfd79-21c7-4f59-94b5-8f8c53ae291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '327c7d3b-ff90-4a63-9f34-25388bee4aaa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:ed:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:18Z', 'updated_at': '2021-07-23T16:18:21Z', 'revision_number': 1, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:29.366321 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cfd79-21c7-4f59-94b5-8f8c53ae291c None None] Checking router: 001f1434-9909-4619-ab2b-30fbca2f726b for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:29.374393 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cfd79-21c7-4f59-94b5-8f8c53ae291c None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:29.374995 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-2d3cfd79-21c7-4f59-94b5-8f8c53ae291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:22:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:29.375908 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7284d-7dc5-464a-9786-fff77cfda6db req-e8d2b89d-b7f2-45b9-b03a-b724d26c3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:29.377396 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-09c7284d-7dc5-464a-9786-fff77cfda6db req-e8d2b89d-b7f2-45b9-b03a-b724d26c3b76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0420060 Jul 23 16:22:29.435924 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7284d-7dc5-464a-9786-fff77cfda6db req-573cdf58-df6a-4de2-a6d9-cf62eda19d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:29.437447 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-09c7284d-7dc5-464a-9786-fff77cfda6db req-573cdf58-df6a-4de2-a6d9-cf62eda19d11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530963 Jul 23 16:22:29.480974 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-2d3cfd79-21c7-4f59-94b5-8f8c53ae291c None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:29.533173 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-09c7284d-7dc5-464a-9786-fff77cfda6db req-b8fca7de-c81d-4391-a9a8-1be27241abef service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874813 Jul 23 16:22:29.627510 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-09c7284d-7dc5-464a-9786-fff77cfda6db req-c5369a90-6a59-4977-b0c9-8a801caebb9b service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872004 Jul 23 16:22:29.826396 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-2d3cfd79-21c7-4f59-94b5-8f8c53ae291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '327c7d3b-ff90-4a63-9f34-25388bee4aaa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:ed:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:18Z', 'updated_at': '2021-07-23T16:18:21Z', 'revision_number': 1, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:29.852266 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cfd79-21c7-4f59-94b5-8f8c53ae291c None None] The sync data for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi is: [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_floatingips': [{'id': '327c7d3b-ff90-4a63-9f34-25388bee4aaa', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'router_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'port_id': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'mac_address': 'fa:16:3e:ed:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:18Z', 'updated_at': '2021-07-23T16:18:21Z', 'revision_number': 1, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:29.879282 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.059251 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1985c832-c26a-42ea-a344-434fee7d0f06 None None] New status for floating IP 00e3de14-e258-4b25-82db-99f57e23728a: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:22:30.438957 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55706156-d6ce-4f39-8751-21069a363601 req-5f5fa784-3cb0-422d-a2e0-969a31164629 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:30.440344 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-55706156-d6ce-4f39-8751-21069a363601 req-5f5fa784-3cb0-422d-a2e0-969a31164629 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 945 time: 0.0674503 Jul 23 16:22:30.476880 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-55706156-d6ce-4f39-8751-21069a363601 req-cad5f03b-caf0-4e42-b94f-05a108c6056c tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308390 Jul 23 16:22:30.954455 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f0a16-6a2b-4543-a205-58c54f40820b req-fc9625c8-0d7c-4d39-a766-986393687517 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:30.955940 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e07f0a16-6a2b-4543-a205-58c54f40820b req-fc9625c8-0d7c-4d39-a766-986393687517 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 945 time: 0.0632041 Jul 23 16:22:31.057777 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-e07f0a16-6a2b-4543-a205-58c54f40820b req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Deleting port fe4b6f41-e279-498a-b2f1-ba43bd065794 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:31.058113 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e07f0a16-6a2b-4543-a205-58c54f40820b req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.149211 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-e07f0a16-6a2b-4543-a205-58c54f40820b req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] For port fe4b6f41-e279-498a-b2f1-ba43bd065794, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=fe4b6f41-e279-498a-b2f1-ba43bd065794,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:31.149574 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e07f0a16-6a2b-4543-a205-58c54f40820b req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.160971 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-e07f0a16-6a2b-4543-a205-58c54f40820b req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Calling delete_port for fe4b6f41-e279-498a-b2f1-ba43bd065794 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:31.282910 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e07f0a16-6a2b-4543-a205-58c54f40820b req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.313005 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event deleted for resources: {'Port': ['ID=fe4b6f41-e279-498a-b2f1-ba43bd065794,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:31.315947 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:22:31.323434 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.323787 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.324163 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.324487 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.324818 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.325150 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.325483 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.325807 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.326132 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.326456 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.326777 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.327096 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.371144 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07f0a16-6a2b-4543-a205-58c54f40820b req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] No DVR routers for this DVR port fe4b6f41-e279-498a-b2f1-ba43bd065794 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:31.373556 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-e07f0a16-6a2b-4543-a205-58c54f40820b req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.375508 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e07f0a16-6a2b-4543-a205-58c54f40820b req-75095b34-de91-4f96-8c11-4e5127f513dd tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "DELETE /v2.0/ports/fe4b6f41-e279-498a-b2f1-ba43bd065794 HTTP/1.1" status: 204 len: 173 time: 0.4125619 Jul 23 16:22:31.375941 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'name': 'network-vif-deleted', 'tag': 'fe4b6f41-e279-498a-b2f1-ba43bd065794'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:31.378186 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0838bffb-7ec4-4543-b546-0bf9a6fe589e" -d '{"events": [{"server_uuid": "e0e9c282-0076-44a2-b446-080fa54b2bec", "name": "network-vif-deleted", "tag": "fe4b6f41-e279-498a-b2f1-ba43bd065794"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:31.415896 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668f9167-ec79-4aaa-b9a5-d8f65e6be696 x-openstack-request-id: req-668f9167-ec79-4aaa-b9a5-d8f65e6be696 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:31.416218 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e9c282-0076-44a2-b446-080fa54b2bec", "name": "network-vif-deleted", "tag": "fe4b6f41-e279-498a-b2f1-ba43bd065794", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:31.416475 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-668f9167-ec79-4aaa-b9a5-d8f65e6be696 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:31.416899 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e9c282-0076-44a2-b446-080fa54b2bec', 'name': 'network-vif-deleted', 'tag': 'fe4b6f41-e279-498a-b2f1-ba43bd065794', 'status': 'completed', 'code': 200} Jul 23 16:22:31.571799 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8844fad6-472c-4036-af10-a9f1c822e528 req-c6b4da00-438f-4830-ae05-5479336ff420 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e9c282-0076-44a2-b446-080fa54b2bec HTTP/1.1" status: 200 len: 210 time: 0.0286601 Jul 23 16:22:34.839125 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52774) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:34.989751 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Deleting port 3c784407-2213-4d47-ace7-f8d6b95b85be {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:34.990089 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.066022 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.066423 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.078246 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Calling delete_port for 3c784407-2213-4d47-ace7-f8d6b95b85be owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:35.225752 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.250290 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event deleted for resources: {'Port': ['ID=3c784407-2213-4d47-ace7-f8d6b95b85be,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:35.312314 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.312903 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Floating IP 327c7d3b-ff90-4a63-9f34-25388bee4aaa disassociated (deleted). External IP: 172.27.2.106, port: b15dcf1f-978b-4981-9cc8-a28420f899dd. Jul 23 16:22:35.521916 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Router 001f1434-9909-4619-ab2b-30fbca2f726b has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:35.627146 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:35.632289 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.636842 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32bb70-61f3-4ad0-b7ba-143b6618731b None None] Sync routers for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:35.645942 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32bb70-61f3-4ad0-b7ba-143b6618731b None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:35.646556 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-fa32bb70-61f3-4ad0-b7ba-143b6618731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:22:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:35.668045 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-345803e9-b033-46fd-931c-fd5bb3e7ddea tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "DELETE /v2.0/floatingips/327c7d3b-ff90-4a63-9f34-25388bee4aaa HTTP/1.1" status: 204 len: 168 time: 0.8278589 Jul 23 16:22:35.668718 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'tag': 'b15dcf1f-978b-4981-9cc8-a28420f899dd'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:35.670990 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334c18acea72da4a8fcb67b07cd47f982a15659fefc4f2c37bc731ca79708784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837823e7-8666-4922-829c-0280f2132d00" -d '{"events": [{"name": "network-changed", "server_uuid": "25f52a6e-92a7-46eb-a4ea-270212a4488a", "tag": "b15dcf1f-978b-4981-9cc8-a28420f899dd"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:35.707729 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d45280d-10a7-4091-9b62-02187eca0b4d x-openstack-request-id: req-1d45280d-10a7-4091-9b62-02187eca0b4d {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:35.708034 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f52a6e-92a7-46eb-a4ea-270212a4488a", "tag": "b15dcf1f-978b-4981-9cc8-a28420f899dd", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:35.708445 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d45280d-10a7-4091-9b62-02187eca0b4d {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:35.708850 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'tag': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'status': 'completed', 'code': 200} Jul 23 16:22:35.753218 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-fa32bb70-61f3-4ad0-b7ba-143b6618731b None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:35.810666 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837823e7-8666-4922-829c-0280f2132d00 req-c7eb04f6-c1e6-4d20-abe0-b18b0217e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:35.812323 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837823e7-8666-4922-829c-0280f2132d00 req-c7eb04f6-c1e6-4d20-abe0-b18b0217e1b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 1098 time: 0.0600216 Jul 23 16:22:35.919256 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58db4ea-c8ba-46a0-8de7-79664e583e85 req-36b5d65e-74f5-4b9a-85db-c3214a7b5fd5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:35.920953 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b58db4ea-c8ba-46a0-8de7-79664e583e85 req-36b5d65e-74f5-4b9a-85db-c3214a7b5fd5 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 945 time: 0.0707653 Jul 23 16:22:35.940206 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837823e7-8666-4922-829c-0280f2132d00 req-b1c760da-142a-4d94-8cba-23de2bff27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:35.942036 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837823e7-8666-4922-829c-0280f2132d00 req-b1c760da-142a-4d94-8cba-23de2bff27ff service neutron] 10.222.0.72 "GET /v2.0/networks?id=988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 200 len: 913 time: 0.0908480 Jul 23 16:22:35.962707 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b58db4ea-c8ba-46a0-8de7-79664e583e85 req-6d95a431-9ae6-41cc-8c6c-2e5eba5aafed tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342023 Jul 23 16:22:35.971841 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-fa32bb70-61f3-4ad0-b7ba-143b6618731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:35.985170 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837823e7-8666-4922-829c-0280f2132d00 req-79d8e1ae-538b-4977-8297-ffaa40fcbc01 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b15dcf1f-978b-4981-9cc8-a28420f899dd HTTP/1.1" status: 200 len: 217 time: 0.0360587 Jul 23 16:22:35.998392 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32bb70-61f3-4ad0-b7ba-143b6618731b None None] Checking router: 001f1434-9909-4619-ab2b-30fbca2f726b for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:36.007072 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32bb70-61f3-4ad0-b7ba-143b6618731b None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:36.007726 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-fa32bb70-61f3-4ad0-b7ba-143b6618731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:22:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:36.038320 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837823e7-8666-4922-829c-0280f2132d00 req-58329f71-4491-43ee-899c-35cf1090a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:36.039914 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837823e7-8666-4922-829c-0280f2132d00 req-58329f71-4491-43ee-899c-35cf1090a895 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 200 len: 851 time: 0.0482037 Jul 23 16:22:36.110333 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837823e7-8666-4922-829c-0280f2132d00 req-dec68d0a-0eeb-4119-9ba7-9544625fdc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:36.111877 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837823e7-8666-4922-829c-0280f2132d00 req-dec68d0a-0eeb-4119-9ba7-9544625fdc86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=988e5fc2-b879-42dd-b1a0-547d2436f88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640445 Jul 23 16:22:36.117282 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-fa32bb70-61f3-4ad0-b7ba-143b6618731b None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:36.143648 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device fe4b6f41-e279-498a-b2f1-ba43bd065794 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:36.171854 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: fe4b6f41-e279-498a-b2f1-ba43bd065794 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:36.172212 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device fe4b6f41-e279-498a-b2f1-ba43bd065794 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:36.203151 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837823e7-8666-4922-829c-0280f2132d00 req-3d4aff34-a3e5-45ba-be39-c558c22e7da9 service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823603 Jul 23 16:22:36.297009 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-837823e7-8666-4922-829c-0280f2132d00 req-6f7e932c-edb8-4219-91a4-1d3d714d25bb service neutron] 10.222.0.72 "GET /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862880 Jul 23 16:22:36.348868 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-fa32bb70-61f3-4ad0-b7ba-143b6618731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:36.374741 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32bb70-61f3-4ad0-b7ba-143b6618731b None None] The sync data for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi is: [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:14:46Z', 'revision_number': 4, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'fe1d72ea-162e-4c84-962d-9d406d6ca086', 'name': '', 'network_id': '988e5fc2-b879-42dd-b1a0-547d2436f88a', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'mac_address': 'fa:16:3e:cf:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:45Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'subnets': [{'id': 'a6860861-9693-4bd7-ab3e-9801b2b08a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:36.594964 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9072f-f71f-42b4-bfcd-07321a533605 None None] New status for floating IP 327c7d3b-ff90-4a63-9f34-25388bee4aaa: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:22:37.093212 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ea838-97ce-4269-8615-9d4fc2a44653 req-7918f2b0-2e43-4b8e-9d22-2b741a313c7b tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:37.094685 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f54ea838-97ce-4269-8615-9d4fc2a44653 req-7918f2b0-2e43-4b8e-9d22-2b741a313c7b tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 945 time: 0.0629482 Jul 23 16:22:37.138482 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f54ea838-97ce-4269-8615-9d4fc2a44653 req-a55c0d88-3ca1-436e-8a84-7ffd636a5f9a tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6847902-5e57-4280-a56d-e69ac369bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356193 Jul 23 16:22:37.666583 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbf424-03d2-47e8-bbb7-d00d507b9974 req-10e6c506-2784-4164-ba70-28af41916ba7 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:37.668052 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bedbf424-03d2-47e8-bbb7-d00d507b9974 req-10e6c506-2784-4164-ba70-28af41916ba7 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 945 time: 0.0618591 Jul 23 16:22:37.769904 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-bedbf424-03d2-47e8-bbb7-d00d507b9974 req-b54abadb-4a72-43cd-8d9c-892d7cfcffd8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Deleting port b15dcf1f-978b-4981-9cc8-a28420f899dd {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:37.770192 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bedbf424-03d2-47e8-bbb7-d00d507b9974 req-b54abadb-4a72-43cd-8d9c-892d7cfcffd8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.855737 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-bedbf424-03d2-47e8-bbb7-d00d507b9974 req-b54abadb-4a72-43cd-8d9c-892d7cfcffd8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] For port b15dcf1f-978b-4981-9cc8-a28420f899dd, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b15dcf1f-978b-4981-9cc8-a28420f899dd,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:37.856112 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bedbf424-03d2-47e8-bbb7-d00d507b9974 req-b54abadb-4a72-43cd-8d9c-892d7cfcffd8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.868265 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-bedbf424-03d2-47e8-bbb7-d00d507b9974 req-b54abadb-4a72-43cd-8d9c-892d7cfcffd8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Calling delete_port for b15dcf1f-978b-4981-9cc8-a28420f899dd owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:37.994947 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bedbf424-03d2-47e8-bbb7-d00d507b9974 req-b54abadb-4a72-43cd-8d9c-892d7cfcffd8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.021021 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54abadb-4a72-43cd-8d9c-892d7cfcffd8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event deleted for resources: {'Port': ['ID=b15dcf1f-978b-4981-9cc8-a28420f899dd,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:38.074248 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedbf424-03d2-47e8-bbb7-d00d507b9974 req-b54abadb-4a72-43cd-8d9c-892d7cfcffd8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] No DVR routers for this DVR port b15dcf1f-978b-4981-9cc8-a28420f899dd on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:38.076763 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bedbf424-03d2-47e8-bbb7-d00d507b9974 req-b54abadb-4a72-43cd-8d9c-892d7cfcffd8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.078894 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bedbf424-03d2-47e8-bbb7-d00d507b9974 req-b54abadb-4a72-43cd-8d9c-892d7cfcffd8 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.72 "DELETE /v2.0/ports/b15dcf1f-978b-4981-9cc8-a28420f899dd HTTP/1.1" status: 204 len: 173 time: 0.4056113 Jul 23 16:22:38.079335 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'name': 'network-vif-deleted', 'tag': 'b15dcf1f-978b-4981-9cc8-a28420f899dd'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:38.082628 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6670765b-251b-473f-a988-0e496e2d50d7" -d '{"events": [{"server_uuid": "25f52a6e-92a7-46eb-a4ea-270212a4488a", "name": "network-vif-deleted", "tag": "b15dcf1f-978b-4981-9cc8-a28420f899dd"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:38.118975 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24132e99-ab97-4264-b65b-bc67fb2298b3 x-openstack-request-id: req-24132e99-ab97-4264-b65b-bc67fb2298b3 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:38.119259 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f52a6e-92a7-46eb-a4ea-270212a4488a", "name": "network-vif-deleted", "tag": "b15dcf1f-978b-4981-9cc8-a28420f899dd", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:38.119501 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24132e99-ab97-4264-b65b-bc67fb2298b3 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:38.119885 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f52a6e-92a7-46eb-a4ea-270212a4488a', 'name': 'network-vif-deleted', 'tag': 'b15dcf1f-978b-4981-9cc8-a28420f899dd', 'status': 'completed', 'code': 200} Jul 23 16:22:38.234058 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-09239056-425e-4fb3-b1ed-c8fb55e10b83 req-42ae75b9-0c63-4c24-b765-aa51e578ac2f tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f52a6e-92a7-46eb-a4ea-270212a4488a HTTP/1.1" status: 200 len: 210 time: 0.0295186 Jul 23 16:22:39.289412 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52790) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:39.408090 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-de101a70-cb92-43aa-8199-ca0e05eb46aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Deleting port 4710452d-8e1f-4c7c-a45d-1d836841723d {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:39.408367 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-de101a70-cb92-43aa-8199-ca0e05eb46aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.483837 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-de101a70-cb92-43aa-8199-ca0e05eb46aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.484186 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-de101a70-cb92-43aa-8199-ca0e05eb46aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.496046 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-de101a70-cb92-43aa-8199-ca0e05eb46aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Calling delete_port for 4710452d-8e1f-4c7c-a45d-1d836841723d owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:39.622802 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-de101a70-cb92-43aa-8199-ca0e05eb46aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.653926 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de101a70-cb92-43aa-8199-ca0e05eb46aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event deleted for resources: {'Port': ['ID=4710452d-8e1f-4c7c-a45d-1d836841723d,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:39.708762 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-de101a70-cb92-43aa-8199-ca0e05eb46aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.711224 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-de101a70-cb92-43aa-8199-ca0e05eb46aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.712380 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-de101a70-cb92-43aa-8199-ca0e05eb46aa tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "DELETE /v2.0/floatingips/b68edd7e-c8dc-4553-b13c-065cd8286faa HTTP/1.1" status: 204 len: 168 time: 0.4219863 Jul 23 16:22:40.901912 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52804) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:40.960685 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a4c7cdd0-f372-44a4-9f57-9d52c47f6bd7 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.984076 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a4c7cdd0-f372-44a4-9f57-9d52c47f6bd7 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.049233 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a4c7cdd0-f372-44a4-9f57-9d52c47f6bd7 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.052589 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a4c7cdd0-f372-44a4-9f57-9d52c47f6bd7 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.053766 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a4c7cdd0-f372-44a4-9f57-9d52c47f6bd7 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] 10.222.0.65 "DELETE /v2.0/security-groups/e6847902-5e57-4280-a56d-e69ac369bb45 HTTP/1.1" status: 204 len: 168 time: 0.1508811 Jul 23 16:22:41.063499 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7cdd0-f372-44a4-9f57-9d52c47f6bd7 tempest-TestVolumeBootPattern-470446367 tempest-TestVolumeBootPattern-470446367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6847902-5e57-4280-a56d-e69ac369bb45,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:41.111369 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52808) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:41.539733 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16377422'] for router_interface, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:42.031032 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] Deleting port fe1d72ea-162e-4c84-962d-9d406d6ca086 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:42.031722 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:42.115296 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] For port fe1d72ea-162e-4c84-962d-9d406d6ca086, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=fe1d72ea-162e-4c84-962d-9d406d6ca086,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:42.115653 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:42.127439 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] Calling delete_port for fe1d72ea-162e-4c84-962d-9d406d6ca086 owned by network:router_interface {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:42.160710 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device b15dcf1f-978b-4981-9cc8-a28420f899dd no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:42.180462 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: b15dcf1f-978b-4981-9cc8-a28420f899dd {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:42.180744 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device b15dcf1f-978b-4981-9cc8-a28420f899dd not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:42.301541 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:42.328980 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1d72ea-162e-4c84-962d-9d406d6ca086,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:42.493537 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16721121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16376856'] for router_interface, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:42.705487 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] Router 001f1434-9909-4619-ab2b-30fbca2f726b has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:42.809194 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:42.814407 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-83a40c63-46a4-4f1e-a3b5-4ad7a7de8b54 admin admin] 10.222.0.65 "PUT /v2.0/routers/001f1434-9909-4619-ab2b-30fbca2f726b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7018743 Jul 23 16:22:42.817136 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52812) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:42.819792 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c4adc2-f71c-450d-a3af-ab7990e1a9e0 None None] Sync routers for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:42.829011 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4adc2-f71c-450d-a3af-ab7990e1a9e0 None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:42.829617 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-d3c4adc2-f71c-450d-a3af-ab7990e1a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:22:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:42.917713 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Notify callbacks [] for router, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:42.933121 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-d3c4adc2-f71c-450d-a3af-ab7990e1a9e0 None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:43.017881 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.073424 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Deleting port ce593541-88f5-4673-a859-1f21dd9dd92e {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:43.074135 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.120415 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-d3c4adc2-f71c-450d-a3af-ab7990e1a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:22:42Z', 'revision_number': 5, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port': {'id': 'ce593541-88f5-4673-a859-1f21dd9dd92e', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:44Z', 'updated_at': '2021-07-23T16:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:43.148555 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c4adc2-f71c-450d-a3af-ab7990e1a9e0 None None] Checking router: 001f1434-9909-4619-ab2b-30fbca2f726b for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:43.152115 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] For port ce593541-88f5-4673-a859-1f21dd9dd92e, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=ce593541-88f5-4673-a859-1f21dd9dd92e,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:43.152526 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.157144 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4adc2-f71c-450d-a3af-ab7990e1a9e0 None None] Routers {'001f1434-9909-4619-ab2b-30fbca2f726b'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:43.157750 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-d3c4adc2-f71c-450d-a3af-ab7990e1a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:22:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['001f1434-9909-4619-ab2b-30fbca2f726b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:43.170908 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Calling delete_port for ce593541-88f5-4673-a859-1f21dd9dd92e owned by network:router_gateway {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:43.245848 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-d3c4adc2-f71c-450d-a3af-ab7990e1a9e0 None None] Set router 001f1434-9909-4619-ab2b-30fbca2f726b gateway port host: None {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:43.300975 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-d3c4adc2-f71c-450d-a3af-ab7990e1a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:22:43Z', 'revision_number': 6, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port_host': None}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:43.332279 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c4adc2-f71c-450d-a3af-ab7990e1a9e0 None None] The sync data for ids ['001f1434-9909-4619-ab2b-30fbca2f726b'] in dv-cinder-801989-4-iscsi is: [{'id': '001f1434-9909-4619-ab2b-30fbca2f726b', 'name': 'tempest-TestVolumeBootPattern-2114464348-router', 'tenant_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:43Z', 'updated_at': '2021-07-23T16:22:43Z', 'revision_number': 6, 'project_id': 'd90d9b3511cc426b85a70d5ae8fd3ec4', 'gw_port_host': None}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:43.332802 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.370373 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ce593541-88f5-4673-a859-1f21dd9dd92e,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:43.429156 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16380175'] for router_gateway, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.516616 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1938'] for router, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.518671 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.561158 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16401131'] for router, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.561592 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 001f1434-9909-4619-ab2b-30fbca2f726b {{(pid=93343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:22:43.566866 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.568007 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-abd5f4d3-f39c-48b3-812f-e53f76dda4eb admin admin] 10.222.0.65 "DELETE /v2.0/routers/001f1434-9909-4619-ab2b-30fbca2f726b HTTP/1.1" status: 204 len: 168 time: 0.7499719 Jul 23 16:22:43.570596 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52814) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:43.618780 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c171a345-60ba-4f88-9e10-e315ef9c4f1b admin admin] Deleting subnet a6860861-9693-4bd7-ab3e-9801b2b08a54 {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:22:43.621656 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c171a345-60ba-4f88-9e10-e315ef9c4f1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.658053 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c171a345-60ba-4f88-9e10-e315ef9c4f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14468225'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.738446 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c171a345-60ba-4f88-9e10-e315ef9c4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.794652 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c171a345-60ba-4f88-9e10-e315ef9c4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12610794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980115'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.820403 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171a345-60ba-4f88-9e10-e315ef9c4f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6860861-9693-4bd7-ab3e-9801b2b08a54,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:43.823965 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c171a345-60ba-4f88-9e10-e315ef9c4f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.825865 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c171a345-60ba-4f88-9e10-e315ef9c4f1b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a6860861-9693-4bd7-ab3e-9801b2b08a54 HTTP/1.1" status: 204 len: 168 time: 0.2543216 Jul 23 16:22:43.828453 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52816) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:43.830951 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada9a694-e8b0-4d14-a37f-fe00f798f07a None None] Network 988e5fc2-b879-42dd-b1a0-547d2436f88a requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:43.895373 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.946541 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Deleting port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:43.946876 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.013456 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] For port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=1c29056a-36b4-40b0-9dd4-447fdc25d8bc,segment=NetworkSegment(768605c6-3863-43af-b1d4-4caed8a2b3c2),segment_id=768605c6-3863-43af-b1d4-4caed8a2b3c2)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:44.013747 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.025485 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Calling delete_port for 1c29056a-36b4-40b0-9dd4-447fdc25d8bc owned by network:dhcp {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:44.092427 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] DHCP port deletion for 988e5fc2-b879-42dd-b1a0-547d2436f88a request from dv-cinder-801989-4-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:22:44.113499 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.142623 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c29056a-36b4-40b0-9dd4-447fdc25d8bc,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:44.144196 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Deleting port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc {{(pid=93344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:44.144582 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.146270 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] No DVR routers for this DVR port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc on host dv-cinder-801989-4-iscsi {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:44.207815 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] For port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc, host dv-cinder-801989-4-iscsi, got binding levels [] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:44.208235 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.218091 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.220187 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Calling delete_port for 1c29056a-36b4-40b0-9dd4-447fdc25d8bc owned by network:dhcp {{(pid=93344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:44.223410 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.ipam_backend_mixin [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc was not found and therefore no delete operation was performed {{(pid=93344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:22:44.225192 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917'] for port, after_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.228940 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988e5fc2-b879-42dd-b1a0-547d2436f88a']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:44.239754 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768605c6-3863-43af-b1d4-4caed8a2b3c2') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:44.240048 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768605c6-3863-43af-b1d4-4caed8a2b3c2') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:44.249393 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14468280'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.254267 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Pushing event deleted for resources: {'Port': ['ID=1c29056a-36b4-40b0-9dd4-447fdc25d8bc,revision_number=None']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:44.262018 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.262379 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.262746 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.263105 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.263432 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.263756 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.264076 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.264531 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.264734 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.265053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.265365 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.265704 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:44.270497 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6e3f5-a709-4063-b583-e49df4330510 None None] No DVR routers for this DVR port 1c29056a-36b4-40b0-9dd4-447fdc25d8bc on host dv-cinder-801989-4-iscsi {{(pid=93344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:44.277733 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.284542 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:44.285041 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12610640'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: Traceback (most recent call last): Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: timer() Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: cb(*args, **kw) Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: return func(*args, **kwargs) Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: self._notify() Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: self.callback(batched_events) Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: event.method(event) Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: return f(self, *a, **k) Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._get(url).json() Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:44.288206 dv-cinder-801989-4-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:44.320736 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 1c29056a-36b4-40b0-9dd4-447fdc25d8bc no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:44.345025 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 1c29056a-36b4-40b0-9dd4-447fdc25d8bc {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:44.345764 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 1c29056a-36b4-40b0-9dd4-447fdc25d8bc not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:44.346022 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ce593541-88f5-4673-a859-1f21dd9dd92e no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:44.359217 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.365509 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.370107 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] 10.222.0.65 "DELETE /v2.0/networks/988e5fc2-b879-42dd-b1a0-547d2436f88a HTTP/1.1" status: 204 len: 168 time: 0.5379999 Jul 23 16:22:44.371044 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52818) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:44.374477 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: ce593541-88f5-4673-a859-1f21dd9dd92e {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:44.375207 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device ce593541-88f5-4673-a859-1f21dd9dd92e not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:44.375207 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device fe1d72ea-162e-4c84-962d-9d406d6ca086 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:44.388402 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b4210-113b-43ce-9d43-117bf517ec8f admin admin] Pushing event deleted for resources: {'Network': ['ID=988e5fc2-b879-42dd-b1a0-547d2436f88a,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:44.396602 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: fe1d72ea-162e-4c84-962d-9d406d6ca086 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:44.396943 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device fe1d72ea-162e-4c84-962d-9d406d6ca086 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:44.717190 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16377422'] for router_interface, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.210049 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] Deleting port 0903bd19-e2cf-435f-a7ef-9833b32158ec {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:45.210379 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.289069 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] For port 0903bd19-e2cf-435f-a7ef-9833b32158ec, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=0903bd19-e2cf-435f-a7ef-9833b32158ec,segment=NetworkSegment(de4e0025-6b6d-434f-aff9-b8e137ecb40d),segment_id=de4e0025-6b6d-434f-aff9-b8e137ecb40d)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:45.289442 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.301578 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] Calling delete_port for 0903bd19-e2cf-435f-a7ef-9833b32158ec owned by network:router_interface {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:45.478975 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.504892 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] Pushing event deleted for resources: {'Port': ['ID=0903bd19-e2cf-435f-a7ef-9833b32158ec,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:45.668518 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16721121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16376856'] for router_interface, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.876533 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] Router 831f26c5-8e62-4dd0-a608-c462c0be81d9 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:45.980938 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:45.985817 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-bea6db37-3d23-4fc8-981b-ec5ab481c63f admin admin] 10.222.0.65 "PUT /v2.0/routers/831f26c5-8e62-4dd0-a608-c462c0be81d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6143265 Jul 23 16:22:45.989377 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52820) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:45.990252 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f2c04-383c-4c38-912f-b875565ff5d8 None None] Sync routers for ids ['831f26c5-8e62-4dd0-a608-c462c0be81d9'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:45.999287 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f2c04-383c-4c38-912f-b875565ff5d8 None None] Routers {'831f26c5-8e62-4dd0-a608-c462c0be81d9'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:45.999883 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-bd8f2c04-383c-4c38-912f-b875565ff5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:22:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['831f26c5-8e62-4dd0-a608-c462c0be81d9'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:46.092723 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.104070 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-bd8f2c04-383c-4c38-912f-b875565ff5d8 None None] Set router 831f26c5-8e62-4dd0-a608-c462c0be81d9 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:46.194891 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.256666 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Deleting port b41683d3-f101-4101-8c51-feb2721e7b72 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:46.256908 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.281979 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-bd8f2c04-383c-4c38-912f-b875565ff5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'name': 'tempest-TestVolumeBootPattern-662771826-router', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:48Z', 'updated_at': '2021-07-23T16:22:45Z', 'revision_number': 5, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'gw_port': {'id': 'b41683d3-f101-4101-8c51-feb2721e7b72', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:49Z', 'updated_at': '2021-07-23T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:46.312393 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f2c04-383c-4c38-912f-b875565ff5d8 None None] Checking router: 831f26c5-8e62-4dd0-a608-c462c0be81d9 for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:46.321168 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f2c04-383c-4c38-912f-b875565ff5d8 None None] Routers {'831f26c5-8e62-4dd0-a608-c462c0be81d9'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:46.321763 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-bd8f2c04-383c-4c38-912f-b875565ff5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:22:27Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['831f26c5-8e62-4dd0-a608-c462c0be81d9'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:46.337272 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] For port b41683d3-f101-4101-8c51-feb2721e7b72, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=b41683d3-f101-4101-8c51-feb2721e7b72,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:46.337667 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.350872 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Calling delete_port for b41683d3-f101-4101-8c51-feb2721e7b72 owned by network:router_gateway {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:46.406898 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-bd8f2c04-383c-4c38-912f-b875565ff5d8 None None] Set router 831f26c5-8e62-4dd0-a608-c462c0be81d9 gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:46.524789 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.547785 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-bd8f2c04-383c-4c38-912f-b875565ff5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'name': 'tempest-TestVolumeBootPattern-662771826-router', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:48Z', 'updated_at': '2021-07-23T16:22:46Z', 'revision_number': 6, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'gw_port_host': None}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:46.555594 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41683d3-f101-4101-8c51-feb2721e7b72,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:46.578972 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f2c04-383c-4c38-912f-b875565ff5d8 None None] The sync data for ids ['831f26c5-8e62-4dd0-a608-c462c0be81d9'] in dv-cinder-801989-4-iscsi is: [{'id': '831f26c5-8e62-4dd0-a608-c462c0be81d9', 'name': 'tempest-TestVolumeBootPattern-662771826-router', 'tenant_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:48Z', 'updated_at': '2021-07-23T16:22:46Z', 'revision_number': 6, 'project_id': 'e8b02af7c1294a048e0177a1f400b8c0', 'gw_port_host': None}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:46.621003 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16380175'] for router_gateway, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.709921 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1938'] for router, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.711977 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.757346 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16401131'] for router, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.757951 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 831f26c5-8e62-4dd0-a608-c462c0be81d9 {{(pid=93342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:22:46.764729 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.766002 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b5114cd0-e7fe-4914-a454-9bac95fd59c4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/831f26c5-8e62-4dd0-a608-c462c0be81d9 HTTP/1.1" status: 204 len: 168 time: 0.7756701 Jul 23 16:22:46.768410 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52822) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:46.824643 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a66a40-cc02-4a07-b53d-3cdc93210922 admin admin] Deleting subnet 89c01668-40d5-4f01-82ea-96716ec4743b {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:22:46.827612 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-68a66a40-cc02-4a07-b53d-3cdc93210922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.861763 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-68a66a40-cc02-4a07-b53d-3cdc93210922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731459'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.939991 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-68a66a40-cc02-4a07-b53d-3cdc93210922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.998439 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-68a66a40-cc02-4a07-b53d-3cdc93210922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12656138'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.027470 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a66a40-cc02-4a07-b53d-3cdc93210922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c01668-40d5-4f01-82ea-96716ec4743b,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:47.031095 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-68a66a40-cc02-4a07-b53d-3cdc93210922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.032914 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-68a66a40-cc02-4a07-b53d-3cdc93210922 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/89c01668-40d5-4f01-82ea-96716ec4743b HTTP/1.1" status: 204 len: 168 time: 0.2633605 Jul 23 16:22:47.035517 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52824) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:47.040388 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b28279-cfa1-4ada-8e3b-ed805f275d25 None None] Network 4c0b9e43-a63b-4d9d-a5c5-c4234623451d requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:47.102731 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.154530 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Deleting port 34a38ddd-97ff-4c7d-8e8d-869a768df82a {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:47.154867 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.221311 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] For port 34a38ddd-97ff-4c7d-8e8d-869a768df82a, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=34a38ddd-97ff-4c7d-8e8d-869a768df82a,segment=NetworkSegment(de4e0025-6b6d-434f-aff9-b8e137ecb40d),segment_id=de4e0025-6b6d-434f-aff9-b8e137ecb40d)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:47.221692 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.233278 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Calling delete_port for 34a38ddd-97ff-4c7d-8e8d-869a768df82a owned by network:dhcp {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:47.316811 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223c7d10-d0a8-444c-8d1b-52c85429d14b None None] DHCP port deletion for 4c0b9e43-a63b-4d9d-a5c5-c4234623451d request from dv-cinder-801989-4-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:22:47.318043 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.350355 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a38ddd-97ff-4c7d-8e8d-869a768df82a,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:47.352214 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] No DVR routers for this DVR port 34a38ddd-97ff-4c7d-8e8d-869a768df82a on host dv-cinder-801989-4-iscsi {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:47.425912 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.436201 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0b9e43-a63b-4d9d-a5c5-c4234623451d']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:47.446738 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4e0025-6b6d-434f-aff9-b8e137ecb40d') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:47.447044 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4e0025-6b6d-434f-aff9-b8e137ecb40d') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:47.455881 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731514'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.469178 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.475493 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:47.475881 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827428'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: Traceback (most recent call last): Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: timer() Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: cb(*args, **kw) Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: return func(*args, **kwargs) Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: self._notify() Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: self.callback(batched_events) Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: event.method(event) Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: return f(self, *a, **k) Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._get(url).json() Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:47.477537 dv-cinder-801989-4-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:47.680348 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.687967 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.689980 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4c0b9e43-a63b-4d9d-a5c5-c4234623451d HTTP/1.1" status: 204 len: 168 time: 0.6535356 Jul 23 16:22:47.699428 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cc828-0872-43eb-97d0-ac66089efdb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0b9e43-a63b-4d9d-a5c5-c4234623451d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:47.809193 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52828) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:47.849598 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-23cff5f4-fa67-4d4c-bb30-f9d7c8db15e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d90d9b3511cc426b85a70d5ae8fd3ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392015 Jul 23 16:22:47.852009 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52830) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:47.896881 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ff15a10d-7818-4713-a810-c0414a3fb4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.917301 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ff15a10d-7818-4713-a810-c0414a3fb4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.965100 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ff15a10d-7818-4713-a810-c0414a3fb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.967706 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ff15a10d-7818-4713-a810-c0414a3fb4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.968795 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ff15a10d-7818-4713-a810-c0414a3fb4c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5a57582-d492-4fe1-8595-af42b19a1b6c HTTP/1.1" status: 204 len: 168 time: 0.1158884 Jul 23 16:22:47.977506 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15a10d-7818-4713-a810-c0414a3fb4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a57582-d492-4fe1-8595-af42b19a1b6c,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:48.289726 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52836) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:48.307802 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device b41683d3-f101-4101-8c51-feb2721e7b72 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:48.328410 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: b41683d3-f101-4101-8c51-feb2721e7b72 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:48.328757 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device b41683d3-f101-4101-8c51-feb2721e7b72 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:48.329170 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 0903bd19-e2cf-435f-a7ef-9833b32158ec no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:48.332533 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e4db035d-c1f7-449d-b741-116d90ecec4d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e8b02af7c1294a048e0177a1f400b8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409317 Jul 23 16:22:48.334956 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52838) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:48.351909 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 0903bd19-e2cf-435f-a7ef-9833b32158ec {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:48.352318 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 0903bd19-e2cf-435f-a7ef-9833b32158ec not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:48.352737 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 34a38ddd-97ff-4c7d-8e8d-869a768df82a no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:48.370940 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 34a38ddd-97ff-4c7d-8e8d-869a768df82a {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:48.371286 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 34a38ddd-97ff-4c7d-8e8d-869a768df82a not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:48.384374 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ea1aa0c0-421b-4bd8-a1f3-636f17e3fcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:48.405782 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ea1aa0c0-421b-4bd8-a1f3-636f17e3fcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:48.452193 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ea1aa0c0-421b-4bd8-a1f3-636f17e3fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:48.454723 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ea1aa0c0-421b-4bd8-a1f3-636f17e3fcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:48.455983 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ea1aa0c0-421b-4bd8-a1f3-636f17e3fcc4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/860f4a58-3fc5-4d2e-8ff2-ae6a81379fe4 HTTP/1.1" status: 204 len: 168 time: 0.1200912 Jul 23 16:22:48.463457 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1aa0c0-421b-4bd8-a1f3-636f17e3fcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860f4a58-3fc5-4d2e-8ff2-ae6a81379fe4,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:48.837463 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.141388 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f6159f40-7043-4c3d-987a-735bf465c783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.977122 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-9a741060-2ff9-4ea9-9767-bb1652a7db42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.211221 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.216162 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.880941 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.314783 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:23:18.842924 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.121293 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fe112-f83b-4b48-ab92-d189595f879f req-65dff964-29c5-43f1-8b15-519c38c0ee28 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.122758 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-905fe112-f83b-4b48-ab92-d189595f879f req-65dff964-29c5-43f1-8b15-519c38c0ee28 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0684586 Jul 23 16:23:21.159477 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-905fe112-f83b-4b48-ab92-d189595f879f req-7ddd7b78-23ab-456f-ab03-e0f039f76ef9 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311713 Jul 23 16:23:22.503373 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c4266-9564-41a5-91e3-725205563632 req-8dd58fbb-4b20-48d9-9367-ee69541d4442 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:22.504891 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e38c4266-9564-41a5-91e3-725205563632 req-8dd58fbb-4b20-48d9-9367-ee69541d4442 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.2782009 Jul 23 16:23:22.543165 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e38c4266-9564-41a5-91e3-725205563632 req-227247a9-09e4-4780-9946-8676c1c0754c tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320597 Jul 23 16:23:23.692011 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9982e2-1ff5-407e-8e9e-a767b41d5974 req-d54e025d-5bc6-4091-a1e5-46352d7a4911 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.693918 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9f9982e2-1ff5-407e-8e9e-a767b41d5974 req-d54e025d-5bc6-4091-a1e5-46352d7a4911 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0660322 Jul 23 16:23:23.730529 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9f9982e2-1ff5-407e-8e9e-a767b41d5974 req-f87a0375-796c-40fa-bb1b-38a48dfbd619 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311110 Jul 23 16:23:24.143034 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bec6f0d1-0fd6-4194-86b7-22340ef818d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.881874 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea1624-f077-489f-954d-eb82fed064d2 req-15ac6c2e-8b3d-48f0-84d6-6890255b066e tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:24.883315 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f7ea1624-f077-489f-954d-eb82fed064d2 req-15ac6c2e-8b3d-48f0-84d6-6890255b066e tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0661976 Jul 23 16:23:24.920760 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f7ea1624-f077-489f-954d-eb82fed064d2 req-be7e9f1b-dd9b-4d85-8bbd-1d4b04b64738 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314932 Jul 23 16:23:26.053495 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e151f69-f6ed-4c88-838a-dc5f0f03b526 req-25ae05e2-dcc0-46e2-bd9f-143df4313f9c tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:26.055034 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e151f69-f6ed-4c88-838a-dc5f0f03b526 req-25ae05e2-dcc0-46e2-bd9f-143df4313f9c tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0641389 Jul 23 16:23:26.093409 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e151f69-f6ed-4c88-838a-dc5f0f03b526 req-55fdeaf6-690f-449a-9f03-218586952856 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329466 Jul 23 16:23:26.975879 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-261a93dc-f554-425e-8c48-75a2e5a2a565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.212403 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.224080 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264d58-11ea-4ab8-9bb2-3c2ecdfe419d req-840727db-8ea2-40fb-b0d5-80a6cf1a1540 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:27.225644 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-82264d58-11ea-4ab8-9bb2-3c2ecdfe419d req-840727db-8ea2-40fb-b0d5-80a6cf1a1540 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0672796 Jul 23 16:23:27.262683 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-82264d58-11ea-4ab8-9bb2-3c2ecdfe419d req-c46677a4-3252-4a60-abf6-95065e364ff3 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Jul 23 16:23:28.218675 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.446162 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ee8bb-30b8-4d6c-80ea-f58664ea02af req-70156dc7-1fc0-42d4-8bf3-a213fd2937f1 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.447769 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-834ee8bb-30b8-4d6c-80ea-f58664ea02af req-70156dc7-1fc0-42d4-8bf3-a213fd2937f1 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.1201618 Jul 23 16:23:28.463595 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d994c2b-e285-4ecb-a4ec-be3b1562462b req-3bc2dfb4-13bb-453d-b3f7-1003e28a676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.465196 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6d994c2b-e285-4ecb-a4ec-be3b1562462b req-3bc2dfb4-13bb-453d-b3f7-1003e28a676d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccc832ad31e3459693e57a4e92687f85&device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 1099 time: 0.0550904 Jul 23 16:23:28.486710 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-834ee8bb-30b8-4d6c-80ea-f58664ea02af req-33b6c947-97ad-4291-8dfc-09c117c89b77 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Jul 23 16:23:28.571710 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d994c2b-e285-4ecb-a4ec-be3b1562462b req-a054bd49-e2c3-49f5-bd1b-61e1c8e67e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.573274 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6d994c2b-e285-4ecb-a4ec-be3b1562462b req-a054bd49-e2c3-49f5-bd1b-61e1c8e67e58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=057baf27-c8cb-47a9-bbd2-64429b3c935d HTTP/1.1" status: 200 len: 909 time: 0.0886941 Jul 23 16:23:28.637442 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6d994c2b-e285-4ecb-a4ec-be3b1562462b req-1d5c32df-0523-4db1-886c-5b3b3c433203 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3 HTTP/1.1" status: 200 len: 1002 time: 0.0563831 Jul 23 16:23:28.693831 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d994c2b-e285-4ecb-a4ec-be3b1562462b req-b22c3f4d-86a1-4f6f-92ce-4a5083184e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.695317 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6d994c2b-e285-4ecb-a4ec-be3b1562462b req-b22c3f4d-86a1-4f6f-92ce-4a5083184e51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f4bd774-aaea-4f20-9266-25426c007b03 HTTP/1.1" status: 200 len: 847 time: 0.0466545 Jul 23 16:23:28.752548 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d994c2b-e285-4ecb-a4ec-be3b1562462b req-342e9ab3-2c94-4870-bd8b-ee69c463501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.754000 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6d994c2b-e285-4ecb-a4ec-be3b1562462b req-342e9ab3-2c94-4870-bd8b-ee69c463501f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=057baf27-c8cb-47a9-bbd2-64429b3c935d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518003 Jul 23 16:23:28.841403 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6d994c2b-e285-4ecb-a4ec-be3b1562462b req-7414e91d-c7c7-4f01-ac51-7c36b229fd4d service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800786 Jul 23 16:23:28.932556 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6d994c2b-e285-4ecb-a4ec-be3b1562462b req-b8da4c0e-70e9-4ddd-b4e1-ae8cc94f8f27 service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839055 Jul 23 16:23:29.612801 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fe15d-504c-4672-983b-5a1f74fad54a req-34d88056-ae41-4b7f-bb87-9c1e817e1a9c tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:29.614337 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-529fe15d-504c-4672-983b-5a1f74fad54a req-34d88056-ae41-4b7f-bb87-9c1e817e1a9c tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0627048 Jul 23 16:23:29.658457 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-529fe15d-504c-4672-983b-5a1f74fad54a req-8752ef37-3468-4bfa-8910-607ee3e2f419 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387971 Jul 23 16:23:29.884447 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.791532 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c16962-e19d-49be-9b4c-356dab3fd8db req-1f2e041c-0a92-4a61-85a7-77b3ecaaa946 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:30.793055 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-67c16962-e19d-49be-9b4c-356dab3fd8db req-1f2e041c-0a92-4a61-85a7-77b3ecaaa946 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0680356 Jul 23 16:23:30.830470 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-67c16962-e19d-49be-9b4c-356dab3fd8db req-5db239f2-3ab7-473d-ae94-779549aeb826 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319605 Jul 23 16:23:31.348093 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc702d80-307d-4b3a-a16c-eb00e3c866b6 req-161c1e84-0d95-4af2-8a25-67d85c01bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:31.349739 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fc702d80-307d-4b3a-a16c-eb00e3c866b6 req-161c1e84-0d95-4af2-8a25-67d85c01bb1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccc832ad31e3459693e57a4e92687f85&device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 1099 time: 0.0535617 Jul 23 16:23:31.441416 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc702d80-307d-4b3a-a16c-eb00e3c866b6 req-44cff2d2-0c8a-470c-87fc-a377fd20f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:31.442867 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fc702d80-307d-4b3a-a16c-eb00e3c866b6 req-44cff2d2-0c8a-470c-87fc-a377fd20f646 service neutron] 10.222.0.72 "GET /v2.0/networks?id=057baf27-c8cb-47a9-bbd2-64429b3c935d HTTP/1.1" status: 200 len: 909 time: 0.0864387 Jul 23 16:23:31.508015 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fc702d80-307d-4b3a-a16c-eb00e3c866b6 req-4b0a74fb-2ddc-4f31-906a-243501fac374 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3 HTTP/1.1" status: 200 len: 1002 time: 0.0585346 Jul 23 16:23:31.561898 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc702d80-307d-4b3a-a16c-eb00e3c866b6 req-339bd311-725a-4a05-9211-fe9b9d1e6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:31.563579 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fc702d80-307d-4b3a-a16c-eb00e3c866b6 req-339bd311-725a-4a05-9211-fe9b9d1e6684 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f4bd774-aaea-4f20-9266-25426c007b03 HTTP/1.1" status: 200 len: 847 time: 0.0481482 Jul 23 16:23:31.621314 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc702d80-307d-4b3a-a16c-eb00e3c866b6 req-2b302ff3-b529-4bf4-872b-b13eeae34ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:31.622763 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fc702d80-307d-4b3a-a16c-eb00e3c866b6 req-2b302ff3-b529-4bf4-872b-b13eeae34ee3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=057baf27-c8cb-47a9-bbd2-64429b3c935d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532084 Jul 23 16:23:31.710555 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fc702d80-307d-4b3a-a16c-eb00e3c866b6 req-d8c90be2-4e21-4f77-bdd2-0ba40113580c service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802665 Jul 23 16:23:31.806994 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fc702d80-307d-4b3a-a16c-eb00e3c866b6 req-30529ac3-f5ac-4737-baac-b52a1f3d6890 service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899386 Jul 23 16:23:31.956206 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ddfc-1ee1-492c-bd25-47833c7d5b04 req-daea7e67-9516-4839-a274-a30fc2159918 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:31.957660 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c6d0ddfc-1ee1-492c-bd25-47833c7d5b04 req-daea7e67-9516-4839-a274-a30fc2159918 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0628519 Jul 23 16:23:31.994979 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c6d0ddfc-1ee1-492c-bd25-47833c7d5b04 req-0877f9e4-2d8b-4cfa-b84f-4cd5a6fa5dbc tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309994 Jul 23 16:23:33.125868 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9189712-159f-48ab-ae58-163f893fc3fe req-26656ab6-8833-4537-b30b-36db462a22e5 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.128391 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c9189712-159f-48ab-ae58-163f893fc3fe req-26656ab6-8833-4537-b30b-36db462a22e5 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0680430 Jul 23 16:23:33.166331 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c9189712-159f-48ab-ae58-163f893fc3fe req-36715b1f-ee1e-411f-aa4d-a6ff30b43210 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319188 Jul 23 16:23:34.297961 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6418c-e7c3-4d64-8b20-e05b0ea9cc32 req-7183a47d-d68a-4d02-811b-3e54b2eeed1e tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:34.299480 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14f6418c-e7c3-4d64-8b20-e05b0ea9cc32 req-7183a47d-d68a-4d02-811b-3e54b2eeed1e tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0654764 Jul 23 16:23:34.344377 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14f6418c-e7c3-4d64-8b20-e05b0ea9cc32 req-3adf4ac0-3efb-4dc0-bde1-772bb07721f9 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387511 Jul 23 16:23:34.565125 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52910) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:34.568075 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e24d6-8f9f-48c0-b6be-f2ac1682b4cc req-ec62723d-88ed-4b15-ad7d-bd51de3a3b1b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:34.569659 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-354e24d6-8f9f-48c0-b6be-f2ac1682b4cc req-ec62723d-88ed-4b15-ad7d-bd51de3a3b1b tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0658259 Jul 23 16:23:34.618362 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-354e24d6-8f9f-48c0-b6be-f2ac1682b4cc req-3b46ce53-563f-4f48-aada-14e2fb5fba03 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Jul 23 16:23:34.665511 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-2baf0ddf-9ff7-47cf-a073-5476c44de889 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992057 Jul 23 16:23:35.756508 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab1b97-0e48-44d2-8abb-0c8223ff7815 req-19752a5d-9181-4762-9da7-3e7e45cf4e74 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.757981 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4dab1b97-0e48-44d2-8abb-0c8223ff7815 req-19752a5d-9181-4762-9da7-3e7e45cf4e74 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0682137 Jul 23 16:23:35.799308 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4dab1b97-0e48-44d2-8abb-0c8223ff7815 req-6f2aced4-8e96-4520-bdca-be4d4a0c6a25 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358305 Jul 23 16:23:36.172638 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-e74f642f-cd95-45f3-93b6-1af321779a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.174132 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-e74f642f-cd95-45f3-93b6-1af321779a9d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105&tenant_id=ccc832ad31e3459693e57a4e92687f85 HTTP/1.1" status: 200 len: 1099 time: 0.0572317 Jul 23 16:23:36.257378 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-3dc681eb-c505-4e7e-9975-f1095c62426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.258881 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-3dc681eb-c505-4e7e-9975-f1095c62426d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccc832ad31e3459693e57a4e92687f85&device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 1099 time: 0.0540836 Jul 23 16:23:36.347886 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-bbd7fd44-bbe2-43df-bdc0-b1e2f559c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.350169 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-bbd7fd44-bbe2-43df-bdc0-b1e2f559c6d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=057baf27-c8cb-47a9-bbd2-64429b3c935d HTTP/1.1" status: 200 len: 909 time: 0.0850391 Jul 23 16:23:36.416896 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-5778e4c0-5c13-4c11-9754-b7ff0bdc7552 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3 HTTP/1.1" status: 200 len: 1002 time: 0.0600541 Jul 23 16:23:36.464687 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-7acba927-ac6d-4c56-80f5-0453d1a7b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.466076 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-7acba927-ac6d-4c56-80f5-0453d1a7b94c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f4bd774-aaea-4f20-9266-25426c007b03 HTTP/1.1" status: 200 len: 847 time: 0.0429490 Jul 23 16:23:36.525096 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-f440965e-42d7-47e1-8289-eb41866fcbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.526588 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-f440965e-42d7-47e1-8289-eb41866fcbb9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=057baf27-c8cb-47a9-bbd2-64429b3c935d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537348 Jul 23 16:23:36.618515 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-8493a1cb-4db3-4198-be61-0b3eb54d2882 service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844805 Jul 23 16:23:36.705418 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-13d26211-1336-4141-b062-f712cc1c8fc3 req-b975ab59-0ae4-4e20-8acd-78368bd92bb9 service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805674 Jul 23 16:23:36.929686 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e0018-5692-40c9-b246-d610c1025d30 req-84de7d21-e5f4-4e83-ba33-0a7f1b46bf34 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.931110 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c5e0018-5692-40c9-b246-d610c1025d30 req-84de7d21-e5f4-4e83-ba33-0a7f1b46bf34 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0629046 Jul 23 16:23:36.966662 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c5e0018-5692-40c9-b246-d610c1025d30 req-7b5a2875-f1b0-4a43-855d-5ef033ff9e6c tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300870 Jul 23 16:23:38.097389 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db84f17-548d-412b-8a02-7e66e4a1e7a2 req-6b17f9f6-d87b-4139-974c-aa22b2ad0026 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:38.099736 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8db84f17-548d-412b-8a02-7e66e4a1e7a2 req-6b17f9f6-d87b-4139-974c-aa22b2ad0026 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0671961 Jul 23 16:23:38.141980 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8db84f17-548d-412b-8a02-7e66e4a1e7a2 req-08ba04d0-4ac0-4372-afed-fec9def896e8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366278 Jul 23 16:23:38.393004 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 1eb5e5b8-270e-4f42-b699-45aba1a335a3 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:38.469169 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.492229 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:38.494478 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9525c8-661b-423a-aa6b-72a5152ee2bb" -d '{"events": [{"server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:38.507534 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 1eb5e5b8-270e-4f42-b699-45aba1a335a3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:38.512083 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.535313 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76738f5-2917-4265-8345-4789c465d95d x-openstack-request-id: req-d76738f5-2917-4265-8345-4789c465d95d {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:38.535629 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:38.538241 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d76738f5-2917-4265-8345-4789c465d95d {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:38.538629 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'code': 200} Jul 23 16:23:38.564933 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=1eb5e5b8-270e-4f42-b699-45aba1a335a3,revision_number=6']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:39.279730 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d8892-1991-4530-8124-32f2a038aa58 req-4b5ad83c-67da-4c28-a169-34cd2f60f54d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:39.281237 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-890d8892-1991-4530-8124-32f2a038aa58 req-4b5ad83c-67da-4c28-a169-34cd2f60f54d tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0714483 Jul 23 16:23:39.319100 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-890d8892-1991-4530-8124-32f2a038aa58 req-8cd10fb2-3ccc-4015-b46c-55294a69d556 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316894 Jul 23 16:23:40.446337 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e682c38-91bf-46fa-9756-a2c22e05e7c2 req-b929dd51-f1d9-4098-a3ef-e0c4632a0b31 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.447855 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e682c38-91bf-46fa-9756-a2c22e05e7c2 req-b929dd51-f1d9-4098-a3ef-e0c4632a0b31 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0627582 Jul 23 16:23:40.488234 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e682c38-91bf-46fa-9756-a2c22e05e7c2 req-93c62477-3feb-412a-837d-c23171deb024 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348401 Jul 23 16:23:41.630905 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1a53d-7755-4b81-8bfa-a12b92c066d7 req-16f18ef7-75dc-41bd-96f7-fbd30692df0e tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:41.632846 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b2c1a53d-7755-4b81-8bfa-a12b92c066d7 req-16f18ef7-75dc-41bd-96f7-fbd30692df0e tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0770302 Jul 23 16:23:41.673521 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b2c1a53d-7755-4b81-8bfa-a12b92c066d7 req-68f3648e-be38-4732-a9c3-62ba28e5a834 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341780 Jul 23 16:23:42.809213 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dd281-d1bd-415c-bf39-77319a15c327 req-59738cec-4c11-4cf6-b0c4-01d270a6305e tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.810668 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-433dd281-d1bd-415c-bf39-77319a15c327 req-59738cec-4c11-4cf6-b0c4-01d270a6305e tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0652974 Jul 23 16:23:42.820705 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aac1b-5185-48fe-8500-d38a3f3e1bc4 req-ea7524d1-2d18-42af-ae86-fe07396d26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.822206 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8b0aac1b-5185-48fe-8500-d38a3f3e1bc4 req-ea7524d1-2d18-42af-ae86-fe07396d26a7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 1097 time: 0.0581906 Jul 23 16:23:42.847929 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-433dd281-d1bd-415c-bf39-77319a15c327 req-d5eb3a5d-3d11-4f70-aae6-11de8045f1f3 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314665 Jul 23 16:23:42.858031 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-8b0aac1b-5185-48fe-8500-d38a3f3e1bc4 req-bac6de88-3796-4bbd-a5b6-b6aa90bfece5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286734 Jul 23 16:23:43.977714 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15785602-5e15-4158-8887-c373860da740 req-7706ddd7-f80f-48fc-bc0e-c683deaabef3 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.979188 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15785602-5e15-4158-8887-c373860da740 req-7706ddd7-f80f-48fc-bc0e-c683deaabef3 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 944 time: 0.0651143 Jul 23 16:23:44.016174 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15785602-5e15-4158-8887-c373860da740 req-b891563d-bd5d-4930-b847-2ed783074fd3 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313952 Jul 23 16:23:44.409108 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 1eb5e5b8-270e-4f42-b699-45aba1a335a3 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:44.505258 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 1eb5e5b8-270e-4f42-b699-45aba1a335a3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:44.515797 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Returning: {'device': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'port_id': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'mac_address': 'fa:16:3e:e5:78:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:44.550863 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.564216 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb5e5b8-270e-4f42-b699-45aba1a335a3 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:44.584959 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 1eb5e5b8-270e-4f42-b699-45aba1a335a3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:44.588465 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.636078 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=1eb5e5b8-270e-4f42-b699-45aba1a335a3,revision_number=7']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:44.642954 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.643296 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.643633 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.643964 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.644321 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.644648 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.645669 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.646216 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.646629 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.646955 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.647280 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.647628 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:44.883314 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] get_ports_and_sgs() called for port_ids ['1eb5e5b8-270e-4f42-b699-45aba1a335a3'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:45.314183 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:23:46.418071 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 1eb5e5b8-270e-4f42-b699-45aba1a335a3 up at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:46.468681 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Provisioning complete for port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:46.469055 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908041'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.548753 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539014'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.571588 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:46.574517 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf943fd80fd80044446de64dd2787282a83669db21bd50b322516c5a9617a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57524db9-73b0-4c98-a967-56d130ca0d17" -d '{"events": [{"server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "name": "network-vif-plugged", "status": "completed", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:46.587768 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] For port 1eb5e5b8-270e-4f42-b699-45aba1a335a3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:46.591772 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729613440597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729613051926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729613051944'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.617384 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bff08d-1315-41b8-919d-f8020ffc712c x-openstack-request-id: req-34bff08d-1315-41b8-919d-f8020ffc712c {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:46.617670 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "name": "network-vif-plugged", "status": "completed", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:46.617915 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34bff08d-1315-41b8-919d-f8020ffc712c {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:46.618294 dv-cinder-801989-4-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'code': 200} Jul 23 16:23:46.647150 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Pushing event updated for resources: {'Port': ['ID=1eb5e5b8-270e-4f42-b699-45aba1a335a3,revision_number=8']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:48.875987 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.144526 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6c3e2634-84d7-4b99-8d22-26581a68d2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.976609 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-55236aaf-2070-4ce0-a893-057ff524529a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.213155 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.221396 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:59.886104 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.181324 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [req-26d48faf-cd79-47dc-aca0-5b5b66a6d3bd req-829fbfa3-0e30-4597-b95e-e0e676ac337d service neutron] (93343) timed out ('10.222.0.72', 58875) {{(pid=93343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:24:05.476191 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [req-f19afa9b-9191-4f7b-8bab-ab47cc7181fa req-31acc4aa-f0c4-4dfa-b521-a80deff5d64c service neutron] (93343) timed out ('10.222.0.72', 58912) {{(pid=93343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:24:18.898364 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.312757 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:24:24.146556 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a198-157c-4fc4-866e-c164fd812555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.975899 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8ddb53ec-39e7-450f-a64f-f0d2013f2864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:27.213433 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.224265 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:29.452839 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-e79a5d70-9241-407b-8c48-a27b6e1b2875 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926921 Jul 23 16:24:29.561256 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-4ef1ee0e-9d1e-47c0-a1df-c67cadbc5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.562734 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-4ef1ee0e-9d1e-47c0-a1df-c67cadbc5c2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccc832ad31e3459693e57a4e92687f85&device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 1099 time: 0.0543087 Jul 23 16:24:29.669347 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-900797ba-a07a-4fbd-9832-3b084a035b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.670832 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-900797ba-a07a-4fbd-9832-3b084a035b94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=057baf27-c8cb-47a9-bbd2-64429b3c935d HTTP/1.1" status: 200 len: 909 time: 0.0901706 Jul 23 16:24:29.739138 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-82eee6a1-36ee-49d4-8522-1c94aac81867 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3 HTTP/1.1" status: 200 len: 1002 time: 0.0613170 Jul 23 16:24:29.788321 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-89d79318-4e58-4ec8-8fcc-a8ed4cddb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.789747 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-89d79318-4e58-4ec8-8fcc-a8ed4cddb527 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f4bd774-aaea-4f20-9266-25426c007b03 HTTP/1.1" status: 200 len: 847 time: 0.0443704 Jul 23 16:24:29.846999 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-3fe315da-e238-4c49-ad78-7faeb5e49491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.849218 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-3fe315da-e238-4c49-ad78-7faeb5e49491 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=057baf27-c8cb-47a9-bbd2-64429b3c935d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533121 Jul 23 16:24:29.888943 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.185979 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-111c21b9-160d-4a90-a5c5-d3d463ca6762 service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304791 Jul 23 16:24:30.277386 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-989c4625-5bd8-44a4-8b9e-bc20be1e6ddd req-386eee0a-3682-4fe1-9463-e36fc10e0ccd service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846057 Jul 23 16:24:48.897122 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:54.147081 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-32e1a27d-576a-467f-8354-4613a1a4d8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.977450 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5daacd22-99f6-485f-9b00-0efc90403028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.214414 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.225757 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.311905 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:24:59.892332 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.080972 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 52960) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:00.234257 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Deleting port 01829c82-cc0f-4993-86f4-583536d57da3 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:00.234598 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.308945 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.309270 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.321723 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Calling delete_port for 01829c82-cc0f-4993-86f4-583536d57da3 owned by network:floatingip {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:00.489608 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.514362 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event deleted for resources: {'Port': ['ID=01829c82-cc0f-4993-86f4-583536d57da3,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:00.525700 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.526048 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.526388 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.526948 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.527100 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.527393 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.527717 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.528039 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.528390 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.528716 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.529038 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.529355 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:00.593076 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for floatingip, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.593461 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.db.l3_db [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Floating IP adf9d130-8349-4e5b-a99e-39de59e1d645 disassociated (deleted). External IP: 172.27.2.145, port: 1eb5e5b8-270e-4f42-b699-45aba1a335a3. Jul 23 16:25:00.799701 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:25:00.907104 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:25:00.912715 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.918056 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352714b7-91c2-4cd7-a972-5342dd61ce08 None None] Sync routers for ids ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:00.927435 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352714b7-91c2-4cd7-a972-5342dd61ce08 None None] Routers {'4fc4d2d6-c352-40c5-8e9c-3259958112d8'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:00.928041 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-352714b7-91c2-4cd7-a972-5342dd61ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:24:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:00.951390 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-2a64f38b-7e62-4af1-9db9-1da5b98345b4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "DELETE /v2.0/floatingips/adf9d130-8349-4e5b-a99e-39de59e1d645 HTTP/1.1" status: 204 len: 168 time: 0.8693228 Jul 23 16:25:00.951976 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:00.954243 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff213e-cac5-4a57-bfc2-2da002725416" -d '{"events": [{"name": "network-changed", "server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:01.043405 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-352714b7-91c2-4cd7-a972-5342dd61ce08 None None] Set router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:01.076251 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5425fbe0-1192-40b8-9a67-fe14be0b816b x-openstack-request-id: req-5425fbe0-1192-40b8-9a67-fe14be0b816b {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:01.078012 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:01.078012 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5425fbe0-1192-40b8-9a67-fe14be0b816b {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:01.078721 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'status': 'completed', 'code': 200} Jul 23 16:25:01.202760 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d4e64-108d-48c3-b03c-222f0250cb2e req-89e96baa-e8ea-46fa-8225-e49cfe07cbf8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.204566 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b27d4e64-108d-48c3-b03c-222f0250cb2e req-89e96baa-e8ea-46fa-8225-e49cfe07cbf8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0704150 Jul 23 16:25:01.209771 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff213e-cac5-4a57-bfc2-2da002725416 req-953ac96b-9bea-488c-a70b-476ba222f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.211307 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7eff213e-cac5-4a57-bfc2-2da002725416 req-953ac96b-9bea-488c-a70b-476ba222f9a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccc832ad31e3459693e57a4e92687f85&device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 1099 time: 0.0590751 Jul 23 16:25:01.246439 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b27d4e64-108d-48c3-b03c-222f0250cb2e req-2327374f-7abd-476f-96e9-a00b43ea2264 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344319 Jul 23 16:25:01.257564 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-352714b7-91c2-4cd7-a972-5342dd61ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'e0342883-bbe4-41fd-be83-4c27f2d733ee', 'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'mac_address': 'fa:16:3e:1d:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'subnets': [{'id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:01.284700 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352714b7-91c2-4cd7-a972-5342dd61ce08 None None] Checking router: 4fc4d2d6-c352-40c5-8e9c-3259958112d8 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:01.293733 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352714b7-91c2-4cd7-a972-5342dd61ce08 None None] Routers {'4fc4d2d6-c352-40c5-8e9c-3259958112d8'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:01.294345 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-352714b7-91c2-4cd7-a972-5342dd61ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:24:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:01.305958 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff213e-cac5-4a57-bfc2-2da002725416 req-7b8d23e8-0e01-4b3f-8c4d-2c473a691980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.307352 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7eff213e-cac5-4a57-bfc2-2da002725416 req-7b8d23e8-0e01-4b3f-8c4d-2c473a691980 service neutron] 10.222.0.72 "GET /v2.0/networks?id=057baf27-c8cb-47a9-bbd2-64429b3c935d HTTP/1.1" status: 200 len: 909 time: 0.0894790 Jul 23 16:25:01.349612 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7eff213e-cac5-4a57-bfc2-2da002725416 req-7d333f09-f1ab-4b24-8bbc-e1db538e2260 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3 HTTP/1.1" status: 200 len: 217 time: 0.0350161 Jul 23 16:25:01.398549 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff213e-cac5-4a57-bfc2-2da002725416 req-5f0ca823-0191-49ed-954d-45cd8485298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.399827 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-352714b7-91c2-4cd7-a972-5342dd61ce08 None None] Set router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:01.399972 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7eff213e-cac5-4a57-bfc2-2da002725416 req-5f0ca823-0191-49ed-954d-45cd8485298e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f4bd774-aaea-4f20-9266-25426c007b03 HTTP/1.1" status: 200 len: 847 time: 0.0421844 Jul 23 16:25:01.462026 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff213e-cac5-4a57-bfc2-2da002725416 req-d5af1c54-b7da-4c34-9ad6-5cbad74e247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.463516 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7eff213e-cac5-4a57-bfc2-2da002725416 req-d5af1c54-b7da-4c34-9ad6-5cbad74e247e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=057baf27-c8cb-47a9-bbd2-64429b3c935d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563841 Jul 23 16:25:01.553686 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7eff213e-cac5-4a57-bfc2-2da002725416 req-88c4018b-6175-4ed7-9440-919db2740338 service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819314 Jul 23 16:25:01.596856 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-352714b7-91c2-4cd7-a972-5342dd61ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'e0342883-bbe4-41fd-be83-4c27f2d733ee', 'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'mac_address': 'fa:16:3e:1d:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'subnets': [{'id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:01.626841 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352714b7-91c2-4cd7-a972-5342dd61ce08 None None] The sync data for ids ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'] in dv-cinder-801989-4-iscsi is: [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:39Z', 'revision_number': 4, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi', '_interfaces': [{'id': 'e0342883-bbe4-41fd-be83-4c27f2d733ee', 'name': '', 'network_id': '057baf27-c8cb-47a9-bbd2-64429b3c935d', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'mac_address': 'fa:16:3e:1d:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:38Z', 'updated_at': '2021-07-23T16:20:44Z', 'revision_number': 5, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'subnets': [{'id': '2f4bd774-aaea-4f20-9266-25426c007b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:01.648678 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7eff213e-cac5-4a57-bfc2-2da002725416 req-a323d4d0-f643-4a03-b194-d1545a1e999d service neutron] 10.222.0.72 "GET /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878780 Jul 23 16:25:01.830846 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efbd7d-abd7-4325-ae5f-ebd9656106e5 None None] New status for floating IP adf9d130-8349-4e5b-a99e-39de59e1d645: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:25:02.379008 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762d373-d1d9-4984-9301-396e6e52bbc7 req-a168ae1f-28aa-4000-9d1e-d2b1b155d7fe tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.381033 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e762d373-d1d9-4984-9301-396e6e52bbc7 req-a168ae1f-28aa-4000-9d1e-d2b1b155d7fe tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0614998 Jul 23 16:25:02.421986 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e762d373-d1d9-4984-9301-396e6e52bbc7 req-aaed4ccb-1f35-47f3-85f9-b0a8275034f4 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/security-groups?id=acf19740-f3fa-4952-89c6-5b089596394e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354950 Jul 23 16:25:02.993584 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdbecd-e007-4d02-bf3d-ab6803d2b09c req-a71c5292-ecd6-457e-bc24-304e6c01f74a tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.995945 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7efdbecd-e007-4d02-bf3d-ab6803d2b09c req-a71c5292-ecd6-457e-bc24-304e6c01f74a tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.72 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 946 time: 0.0629625 Jul 23 16:25:03.100293 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-7efdbecd-e007-4d02-bf3d-ab6803d2b09c req-74d67f42-13c2-41ff-b8ed-b502a219a2d8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Deleting port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:03.100642 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-7efdbecd-e007-4d02-bf3d-ab6803d2b09c req-74d67f42-13c2-41ff-b8ed-b502a219a2d8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.186372 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-7efdbecd-e007-4d02-bf3d-ab6803d2b09c req-74d67f42-13c2-41ff-b8ed-b502a219a2d8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] For port 1eb5e5b8-270e-4f42-b699-45aba1a335a3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1eb5e5b8-270e-4f42-b699-45aba1a335a3,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:03.186725 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-7efdbecd-e007-4d02-bf3d-ab6803d2b09c req-74d67f42-13c2-41ff-b8ed-b502a219a2d8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.199168 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-7efdbecd-e007-4d02-bf3d-ab6803d2b09c req-74d67f42-13c2-41ff-b8ed-b502a219a2d8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Calling delete_port for 1eb5e5b8-270e-4f42-b699-45aba1a335a3 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:03.323136 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-7efdbecd-e007-4d02-bf3d-ab6803d2b09c req-74d67f42-13c2-41ff-b8ed-b502a219a2d8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.353089 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d67f42-13c2-41ff-b8ed-b502a219a2d8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event deleted for resources: {'Port': ['ID=1eb5e5b8-270e-4f42-b699-45aba1a335a3,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:03.399514 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efdbecd-e007-4d02-bf3d-ab6803d2b09c req-74d67f42-13c2-41ff-b8ed-b502a219a2d8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] No DVR routers for this DVR port 1eb5e5b8-270e-4f42-b699-45aba1a335a3 on host hv-cinder-80198 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:03.402000 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-7efdbecd-e007-4d02-bf3d-ab6803d2b09c req-74d67f42-13c2-41ff-b8ed-b502a219a2d8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142040'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.403988 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7efdbecd-e007-4d02-bf3d-ab6803d2b09c req-74d67f42-13c2-41ff-b8ed-b502a219a2d8 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.72 "DELETE /v2.0/ports/1eb5e5b8-270e-4f42-b699-45aba1a335a3 HTTP/1.1" status: 204 len: 173 time: 0.4016092 Jul 23 16:25:03.404449 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'name': 'network-vif-deleted', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:03.406688 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9c5284a9bef6600225000ce40a65dafb530764e5b5d17978b89d7dcfc12b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b26d2a8-e6d7-4cc5-a7c2-7bad06102014" -d '{"events": [{"server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "name": "network-vif-deleted", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:03.444684 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b16b7a8-7d87-40fb-b3c0-15e27c438f41 x-openstack-request-id: req-8b16b7a8-7d87-40fb-b3c0-15e27c438f41 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:03.445016 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03635251-37c4-4392-b2f1-a17322509105", "name": "network-vif-deleted", "tag": "1eb5e5b8-270e-4f42-b699-45aba1a335a3", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:03.445288 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b16b7a8-7d87-40fb-b3c0-15e27c438f41 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:03.445735 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03635251-37c4-4392-b2f1-a17322509105', 'name': 'network-vif-deleted', 'tag': '1eb5e5b8-270e-4f42-b699-45aba1a335a3', 'status': 'completed', 'code': 200} Jul 23 16:25:03.523097 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9f80e456-229f-4c41-8bb4-4494f7ff706e req-770bf23f-b85f-47fd-a8d1-1c7f4344b8fb tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "GET /v2.0/ports?device_id=03635251-37c4-4392-b2f1-a17322509105 HTTP/1.1" status: 200 len: 210 time: 0.0298901 Jul 23 16:25:04.579730 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52992) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:04.642986 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.668249 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.727839 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.730390 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.731571 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] 10.222.0.65 "DELETE /v2.0/security-groups/acf19740-f3fa-4952-89c6-5b089596394e HTTP/1.1" status: 204 len: 168 time: 0.1508541 Jul 23 16:25:04.741073 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf19740-f3fa-4952-89c6-5b089596394e,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:04.748175 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:04.748518 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:04.748854 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:04.749181 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:04.749504 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:04.749828 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:04.750145 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:04.750459 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:04.750775 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:04.751089 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:04.751400 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:04.751714 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d13ef-9e63-4fd3-897c-64cdab480b26 tempest-TestShelveInstance-1778807134 tempest-TestShelveInstance-1778807134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:05.795312 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 52998) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:06.140420 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16377422'] for router_interface, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.626666 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] Deleting port e0342883-bbe4-41fd-be83-4c27f2d733ee {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:06.627000 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.702945 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] For port e0342883-bbe4-41fd-be83-4c27f2d733ee, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=e0342883-bbe4-41fd-be83-4c27f2d733ee,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:06.703321 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.715330 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] Calling delete_port for e0342883-bbe4-41fd-be83-4c27f2d733ee owned by network:router_interface {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:06.862058 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 1eb5e5b8-270e-4f42-b699-45aba1a335a3 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:06.882187 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] No Port match for: 1eb5e5b8-270e-4f42-b699-45aba1a335a3 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:06.882444 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Device 1eb5e5b8-270e-4f42-b699-45aba1a335a3 not bound to the agent host hv-cinder-80198 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:06.889756 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.916176 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0342883-bbe4-41fd-be83-4c27f2d733ee,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:07.080517 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16721121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16376856'] for router_interface, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:07.288626 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] Router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:25:07.390201 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:25:07.395561 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-22739bef-5d2c-4d90-9ae0-203ca9b62e05 admin admin] 10.222.0.65 "PUT /v2.0/routers/4fc4d2d6-c352-40c5-8e9c-3259958112d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5989218 Jul 23 16:25:07.397980 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 53000) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:07.398910 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6da228-3ba4-427f-93a7-9195053a4f4e None None] Sync routers for ids ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'] in dv-cinder-801989-4-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:07.408213 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6da228-3ba4-427f-93a7-9195053a4f4e None None] Routers {'4fc4d2d6-c352-40c5-8e9c-3259958112d8'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:07.408821 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ab6da228-3ba4-427f-93a7-9195053a4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:24:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:07.495627 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:07.511589 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-ab6da228-3ba4-427f-93a7-9195053a4f4e None None] Set router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 gateway port host: dv-cinder-801989-4-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:07.596788 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:07.653636 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Deleting port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:07.653979 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:07.684707 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ab6da228-3ba4-427f-93a7-9195053a4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:25:06Z', 'revision_number': 5, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port': {'id': '1f7d560d-3bdb-4aeb-84f5-e1898773cc7a', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:07.710098 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6da228-3ba4-427f-93a7-9195053a4f4e None None] Checking router: 4fc4d2d6-c352-40c5-8e9c-3259958112d8 for host: dv-cinder-801989-4-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:07.718149 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6da228-3ba4-427f-93a7-9195053a4f4e None None] Routers {'4fc4d2d6-c352-40c5-8e9c-3259958112d8'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:07.718752 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ab6da228-3ba4-427f-93a7-9195053a4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:24:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:07.733043 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] For port 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=1f7d560d-3bdb-4aeb-84f5-e1898773cc7a,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:07.733398 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:07.745338 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Calling delete_port for 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a owned by network:router_gateway {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:07.803587 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-ab6da228-3ba4-427f-93a7-9195053a4f4e None None] Set router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 gateway port host: None {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:07.856407 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ab6da228-3ba4-427f-93a7-9195053a4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:25:07Z', 'revision_number': 6, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port_host': None}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:07.883577 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6da228-3ba4-427f-93a7-9195053a4f4e None None] The sync data for ids ['4fc4d2d6-c352-40c5-8e9c-3259958112d8'] in dv-cinder-801989-4-iscsi is: [{'id': '4fc4d2d6-c352-40c5-8e9c-3259958112d8', 'name': 'tempest-TestShelveInstance-152168696-router', 'tenant_id': 'ccc832ad31e3459693e57a4e92687f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:36Z', 'updated_at': '2021-07-23T16:25:07Z', 'revision_number': 6, 'project_id': 'ccc832ad31e3459693e57a4e92687f85', 'gw_port_host': None}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:07.915661 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:07.939414 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7d560d-3bdb-4aeb-84f5-e1898773cc7a,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:08.006883 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16380175'] for router_gateway, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.093539 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1938'] for router, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.095602 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.138165 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16401131'] for router, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.138600 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc4d2d6-c352-40c5-8e9c-3259958112d8 {{(pid=93342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:25:08.142821 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.143955 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-31f865db-26cc-47d6-85cb-5ad692c079b5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4fc4d2d6-c352-40c5-8e9c-3259958112d8 HTTP/1.1" status: 204 len: 168 time: 0.7449992 Jul 23 16:25:08.147073 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 53002) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:08.189741 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-564abe24-4532-447a-a6f2-7157ed744302 admin admin] Deleting subnet 2f4bd774-aaea-4f20-9266-25426c007b03 {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:25:08.193451 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-564abe24-4532-447a-a6f2-7157ed744302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.227135 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-564abe24-4532-447a-a6f2-7157ed744302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731459'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.316226 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-564abe24-4532-447a-a6f2-7157ed744302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.368903 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-564abe24-4532-447a-a6f2-7157ed744302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12656138'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.395616 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564abe24-4532-447a-a6f2-7157ed744302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4bd774-aaea-4f20-9266-25426c007b03,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:08.397503 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-564abe24-4532-447a-a6f2-7157ed744302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.399507 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-564abe24-4532-447a-a6f2-7157ed744302 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2f4bd774-aaea-4f20-9266-25426c007b03 HTTP/1.1" status: 204 len: 168 time: 0.2513793 Jul 23 16:25:08.401474 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb8e247-6551-4b99-9223-283a89980ba6 None None] Network 057baf27-c8cb-47a9-bbd2-64429b3c935d requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:08.401953 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 53004) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:08.474419 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.529567 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Deleting port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:08.529906 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.602617 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] For port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=800bd4aa-2e07-49f4-b17a-6eb3dd9b730d,segment=NetworkSegment(d7d0e6bf-80b4-49a0-9590-3fee2191d42f),segment_id=d7d0e6bf-80b4-49a0-9590-3fee2191d42f)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:08.602986 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.616942 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Calling delete_port for 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d owned by network:dhcp {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:08.680890 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device e0342883-bbe4-41fd-be83-4c27f2d733ee no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:08.719012 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.729064 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: e0342883-bbe4-41fd-be83-4c27f2d733ee {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:08.729064 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device e0342883-bbe4-41fd-be83-4c27f2d733ee not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:08.729748 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:08.749680 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:08.750131 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 1f7d560d-3bdb-4aeb-84f5-e1898773cc7a not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:08.750985 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Pushing event deleted for resources: {'Port': ['ID=800bd4aa-2e07-49f4-b17a-6eb3dd9b730d,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:08.760345 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] No DVR routers for this DVR port 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d on host dv-cinder-801989-4-iscsi {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:08.772268 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12557e0-2f8a-4510-896c-99a1807cc8c1 None None] DHCP port deletion for 057baf27-c8cb-47a9-bbd2-64429b3c935d request from dv-cinder-801989-4-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:25:08.846148 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.856889 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057baf27-c8cb-47a9-bbd2-64429b3c935d']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:08.868828 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:08.869125 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d0e6bf-80b4-49a0-9590-3fee2191d42f') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:08.878590 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14468280'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.892515 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.905047 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:08.905621 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12610640'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: Traceback (most recent call last): Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: timer() Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: cb(*args, **kw) Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: return func(*args, **kwargs) Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: self._notify() Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: self.callback(batched_events) Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: event.method(event) Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: return f(self, *a, **k) Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._get(url).json() Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:08.908026 dv-cinder-801989-4-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:08.980784 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.986197 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.988017 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] 10.222.0.65 "DELETE /v2.0/networks/057baf27-c8cb-47a9-bbd2-64429b3c935d HTTP/1.1" status: 204 len: 168 time: 0.5850811 Jul 23 16:25:08.991058 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 53006) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:09.001588 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd216a-e5c2-47eb-b075-af509855b138 admin admin] Pushing event deleted for resources: {'Network': ['ID=057baf27-c8cb-47a9-bbd2-64429b3c935d,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:09.337266 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16377422'] for router_interface, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.825349 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] Deleting port 61a76e02-d517-4a33-89b7-6295a4d8bd25 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:09.826044 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.900473 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] For port 61a76e02-d517-4a33-89b7-6295a4d8bd25, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=61a76e02-d517-4a33-89b7-6295a4d8bd25,segment=NetworkSegment(7e10342a-311b-4a05-9d0f-b5709fe117fd),segment_id=7e10342a-311b-4a05-9d0f-b5709fe117fd)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:09.900853 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.913100 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] Calling delete_port for 61a76e02-d517-4a33-89b7-6295a4d8bd25 owned by network:router_interface {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:10.087242 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.110217 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a76e02-d517-4a33-89b7-6295a4d8bd25,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:10.278083 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16721121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16376856'] for router_interface, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.422867 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:10.446095 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:10.446443 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 800bd4aa-2e07-49f4-b17a-6eb3dd9b730d not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:10.489967 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] Router c7681e7a-c248-4eed-b198-018c753368bb has already been hosted by L3 agent 2beeaf39-b0e3-4fab-b037-ca0997fab303 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:25:10.593898 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] Notify agent at l3_agent.dv-cinder-801989-4-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:25:10.599441 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-842ddca4-b79f-411c-a68c-200ed729b330 admin admin] 10.222.0.65 "PUT /v2.0/routers/c7681e7a-c248-4eed-b198-018c753368bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6068044 Jul 23 16:25:10.601401 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 53008) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:10.602510 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9943d40-ebe7-4293-8940-9fb2e5903cbe None None] Sync routers for ids ['c7681e7a-c248-4eed-b198-018c753368bb'] in dv-cinder-801989-4-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:10.611451 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9943d40-ebe7-4293-8940-9fb2e5903cbe None None] Routers {'c7681e7a-c248-4eed-b198-018c753368bb'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:10.612044 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f9943d40-ebe7-4293-8940-9fb2e5903cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:24:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c7681e7a-c248-4eed-b198-018c753368bb'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:10.709468 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.715289 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-f9943d40-ebe7-4293-8940-9fb2e5903cbe None None] Set router c7681e7a-c248-4eed-b198-018c753368bb gateway port host: dv-cinder-801989-4-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:10.809312 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.865103 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Deleting port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:10.865807 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.893068 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f9943d40-ebe7-4293-8940-9fb2e5903cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'name': 'tempest-TestShelveInstance-211755166-router', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'external_fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:25:10Z', 'revision_number': 5, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'gw_port': {'id': '3fa7d7cc-5e42-4ad8-9b9f-82320d466918', 'name': '', 'network_id': 'fa4f14dc-62ff-4f78-8575-bd86f7946dc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ecba6c6-4cf4-487b-9083-3f276f289579', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-4-iscsi'}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:10.919122 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9943d40-ebe7-4293-8940-9fb2e5903cbe None None] Checking router: c7681e7a-c248-4eed-b198-018c753368bb for host: dv-cinder-801989-4-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:10.928780 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9943d40-ebe7-4293-8940-9fb2e5903cbe None None] Routers {'c7681e7a-c248-4eed-b198-018c753368bb'} bound to L3 agent in host dv-cinder-801989-4-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:10.929392 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f9943d40-ebe7-4293-8940-9fb2e5903cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T15:59:27Z,description=,heartbeat_timestamp=2021-07-23T16:24:57Z,host='dv-cinder-801989-4-iscsi',id=2beeaf39-b0e3-4fab-b037-ca0997fab303,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T15:59:27Z,topic='l3_agent')) {'router_ids': ['c7681e7a-c248-4eed-b198-018c753368bb'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:10.947398 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] For port 3fa7d7cc-5e42-4ad8-9b9f-82320d466918, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=3fa7d7cc-5e42-4ad8-9b9f-82320d466918,segment=NetworkSegment(bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0),segment_id=bcd99d67-5a86-4d34-a3d7-9a1a86f4bca0)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:10.947778 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.960091 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Calling delete_port for 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 owned by network:router_gateway {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:11.015206 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-f9943d40-ebe7-4293-8940-9fb2e5903cbe None None] Set router c7681e7a-c248-4eed-b198-018c753368bb gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:11.070767 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f9943d40-ebe7-4293-8940-9fb2e5903cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'name': 'tempest-TestShelveInstance-211755166-router', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:25:10Z', 'revision_number': 6, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'gw_port_host': None}], 'dv-cinder-801989-4-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:11.096674 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9943d40-ebe7-4293-8940-9fb2e5903cbe None None] The sync data for ids ['c7681e7a-c248-4eed-b198-018c753368bb'] in dv-cinder-801989-4-iscsi is: [{'id': 'c7681e7a-c248-4eed-b198-018c753368bb', 'name': 'tempest-TestShelveInstance-211755166-router', 'tenant_id': '769d10e964234bf7b9a215dbd7e6286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:20:41Z', 'updated_at': '2021-07-23T16:25:10Z', 'revision_number': 6, 'project_id': '769d10e964234bf7b9a215dbd7e6286b', 'gw_port_host': None}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:11.128357 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827507'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.154941 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa7d7cc-5e42-4ad8-9b9f-82320d466918,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:11.217816 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16380175'] for router_gateway, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.306155 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1938'] for router, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.308359 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.353364 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16401131'] for router, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.353861 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7681e7a-c248-4eed-b198-018c753368bb {{(pid=93342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:25:11.358269 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.359437 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-16529017-4098-4966-9f8e-85511ebc3ac1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c7681e7a-c248-4eed-b198-018c753368bb HTTP/1.1" status: 204 len: 168 time: 0.7570937 Jul 23 16:25:11.361933 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.65', 53010) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:11.408044 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-374d9c01-90f7-48b3-a888-202418cbd9b8 admin admin] Deleting subnet c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0 {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:25:11.411695 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-374d9c01-90f7-48b3-a888-202418cbd9b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.448043 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-374d9c01-90f7-48b3-a888-202418cbd9b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731459'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.532146 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-374d9c01-90f7-48b3-a888-202418cbd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862495'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.584948 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-374d9c01-90f7-48b3-a888-202418cbd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16286079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12656138'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.613277 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-374d9c01-90f7-48b3-a888-202418cbd9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.615182 dv-cinder-801989-4-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-374d9c01-90f7-48b3-a888-202418cbd9b8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0 HTTP/1.1" status: 204 len: 168 time: 0.2522738 Jul 23 16:25:11.616830 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d9c01-90f7-48b3-a888-202418cbd9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30a8706-a4c6-448e-a7b3-1fb4ece3e5b0,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:11.617798 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 53012) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:11.619493 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1b714-ebe3-435c-92f8-107d94ca02e0 None None] Network cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 requested from dv-cinder-801989-4-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:11.685746 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574385'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.737097 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Deleting port 85a38fe5-fc87-454a-bfb0-41459c24e397 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:11.737338 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.805383 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] For port 85a38fe5-fc87-454a-bfb0-41459c24e397, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=85a38fe5-fc87-454a-bfb0-41459c24e397,segment=NetworkSegment(7e10342a-311b-4a05-9d0f-b5709fe117fd),segment_id=7e10342a-311b-4a05-9d0f-b5709fe117fd)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:11.805751 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.819172 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Calling delete_port for 85a38fe5-fc87-454a-bfb0-41459c24e397 owned by network:dhcp {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:11.841762 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] DHCP port deletion for cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 request from dv-cinder-801989-4-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:25:11.891354 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Deleting port 85a38fe5-fc87-454a-bfb0-41459c24e397 {{(pid=93344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:11.891728 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729613434125'] for port, before_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.901986 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12610567'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.937226 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a38fe5-fc87-454a-bfb0-41459c24e397,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:11.941126 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] No DVR routers for this DVR port 85a38fe5-fc87-454a-bfb0-41459c24e397 on host dv-cinder-801989-4-iscsi {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:11.968743 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] For port 85a38fe5-fc87-454a-bfb0-41459c24e397, host dv-cinder-801989-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-4-iscsi',level=0,port_id=85a38fe5-fc87-454a-bfb0-41459c24e397,segment=NetworkSegment(7e10342a-311b-4a05-9d0f-b5709fe117fd),segment_id=7e10342a-311b-4a05-9d0f-b5709fe117fd)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:11.969139 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16376910'] for port, precommit_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.982747 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Calling delete_port for 85a38fe5-fc87-454a-bfb0-41459c24e397 owned by network:dhcp {{(pid=93344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:12.013710 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861830', 'neutron.services.segments.db._delete_segments_for_network-8729613501835'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.025280 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:12.036412 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e10342a-311b-4a05-9d0f-b5709fe117fd') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:12.036707 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e10342a-311b-4a05-9d0f-b5709fe117fd') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:12.046744 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729613588664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14468280'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.062873 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.069857 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729613440579', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729613051917'] for port, after_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.070532 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:12.070932 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-866270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12610640'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: Traceback (most recent call last): Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: timer() Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: cb(*args, **kw) Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: return func(*args, **kwargs) Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: self._notify() Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: self.callback(batched_events) Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: event.method(event) Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: return f(self, *a, **k) Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._get(url).json() Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:12.072961 dv-cinder-801989-4-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:12.106780 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Pushing event deleted for resources: {'Port': ['ID=85a38fe5-fc87-454a-bfb0-41459c24e397,revision_number=None']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:12.109579 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] No DVR routers for this DVR port 85a38fe5-fc87-454a-bfb0-41459c24e397 on host dv-cinder-801989-4-iscsi {{(pid=93344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.125053 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be23fbf-2c43-4395-835d-497870b13d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-4-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.139842 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-861853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16721150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16380395'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.145447 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16721100'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.147299 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4 HTTP/1.1" status: 204 len: 168 time: 0.5279438 Jul 23 16:25:12.158028 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00962578-df12-4dfc-a1ab-bd5e400d22b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7ffad6-8e8d-450e-96f0-3a2065c0e3b4,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:12.312678 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 53016) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:12.353675 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ee258337-24d3-4490-b34b-1053d7f89dbd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccc832ad31e3459693e57a4e92687f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398440 Jul 23 16:25:12.356182 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 53018) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:12.369321 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:12.388831 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:12.389090 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 3fa7d7cc-5e42-4ad8-9b9f-82320d466918 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:12.389499 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 85a38fe5-fc87-454a-bfb0-41459c24e397 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:12.404297 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b842c9c6-279b-427a-b8ca-3cd0d77ca2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.408009 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 85a38fe5-fc87-454a-bfb0-41459c24e397 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:12.408385 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 85a38fe5-fc87-454a-bfb0-41459c24e397 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:12.408796 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 61a76e02-d517-4a33-89b7-6295a4d8bd25 no longer exists at agent ovs-agent-dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:12.426457 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b842c9c6-279b-427a-b8ca-3cd0d77ca2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.430798 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] No Port match for: 61a76e02-d517-4a33-89b7-6295a4d8bd25 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:12.431145 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Device 61a76e02-d517-4a33-89b7-6295a4d8bd25 not bound to the agent host dv-cinder-801989-4-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:12.480268 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b842c9c6-279b-427a-b8ca-3cd0d77ca2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.482792 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b842c9c6-279b-427a-b8ca-3cd0d77ca2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.483918 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b842c9c6-279b-427a-b8ca-3cd0d77ca2a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24a3d146-6216-4b45-91a0-9f01ba1825d0 HTTP/1.1" status: 204 len: 168 time: 0.1268437 Jul 23 16:25:12.491713 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842c9c6-279b-427a-b8ca-3cd0d77ca2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a3d146-6216-4b45-91a0-9f01ba1825d0,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:12.789937 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 53024) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:12.829124 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a1c199ca-67f1-4d77-923a-dd096f087afe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=769d10e964234bf7b9a215dbd7e6286b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379806 Jul 23 16:25:12.831275 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.65', 53026) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:12.877599 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3cb6303c-0958-45af-a99b-caf2f7a291d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.899080 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3cb6303c-0958-45af-a99b-caf2f7a291d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.944458 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3cb6303c-0958-45af-a99b-caf2f7a291d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16297643'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.946943 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3cb6303c-0958-45af-a99b-caf2f7a291d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.948063 dv-cinder-801989-4-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-3cb6303c-0958-45af-a99b-caf2f7a291d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d60307ee-3086-4b80-a956-ae4293dcabf2 HTTP/1.1" status: 204 len: 168 time: 0.1159234 Jul 23 16:25:12.955703 dv-cinder-801989-4-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6303c-0958-45af-a99b-caf2f7a291d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60307ee-3086-4b80-a956-ae4293dcabf2,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:18.897436 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.147197 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d6136e55-0c2a-4b21-a7a7-6b6692421ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.979304 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ab199260-aa08-460b-9027-6d6ca543e2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.214504 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.233299 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:29.900273 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.310094 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:25:48.915769 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.147329 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6ae59640-6b25-431d-b3a6-c92a03c4426c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:56.922819 dv-cinder-801989-4-iscsi neutron-server[93342]: DEBUG neutron.wsgi [req-15244bae-3571-41a1-880d-302a9594e3ab req-be68c0e3-9bda-4994-a5a8-82dc2a8a5afb service neutron] (93342) timed out ('10.222.0.72', 58916) {{(pid=93342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:25:56.980043 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-4400fc4f-1a8b-40c7-b173-5f4001cceba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:57.216571 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:58.232120 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.898532 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:13.308920 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:26:18.927981 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.146967 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-94d65da7-4b8f-4610-a8ac-1a2a84521264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.979946 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b2a8978a-563c-409a-a199-de565ebe2404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.217213 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.235680 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.901561 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.928468 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.307382 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:26:54.147123 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5642f566-7773-48e2-9058-04001a95c1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.982314 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-060b6da9-5f15-431c-b887-6870f7a40c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.217682 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.238421 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.908012 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.941672 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.153553 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b106a41e-6b1d-4557-97be-f091b8a04e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.987289 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-720d9a06-11d2-4cd9-b7db-6ea1b2e1981f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.225344 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.306225 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:27:28.240864 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.914848 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.943627 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.146546 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-796280f0-949a-4a3b-bc2a-26867125c839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.990626 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3ca43d96-19b8-40de-8776-ee5689937f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.219528 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.246861 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.915580 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.306796 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:28:18.942833 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.151739 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-72e5f6a3-c044-4838-b14a-b55307b0428c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.992510 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd052-d2df-4934-b9a4-01b082e3f0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.226694 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.246500 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.917218 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.307233 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:28:48.941777 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:54.154469 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-34519884-1572-49c9-ae77-fefe146382d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.996476 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2b22b8f7-d7b8-43a9-b6c0-63dcda7d0a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:57.221654 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.256829 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:59.920437 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:18.311206 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:29:18.940863 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:24.159664 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-65acc5f8-b422-472b-8525-73f16d516f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.003346 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-0dfd420f-badb-4ce7-b025-b4b40e3aa0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.227514 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:28.260703 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:29.934225 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:48.940333 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.161043 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-664cb93a-d89e-49bc-a0cf-6151ce70734f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.310217 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:29:56.995324 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3488154b-2876-4db5-9cd6-b63f4dd38a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:57.221645 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.263822 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:59.930317 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.969022 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6bb036f9-f825-45c7-9956-48a9dce81e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:24.164342 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-74160f90-19ba-4eca-8dd4-d0490267b596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:26.998241 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e5c4-742a-4f0e-b44a-18d298b47f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:27.223500 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bee18741-8eb0-429f-978f-db1f0515b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.262243 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b87d78a3-f249-447a-8aba-e961f1af8712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:29.933274 dv-cinder-801989-4-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5ba-50e4-45f6-a33b-623c9d10f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729613501817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908120'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:32.310673 dv-cinder-801989-4-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-a292c4a7-a0e6-4ba3-bb55-a585397a8519 None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}